-- Logs begin at Thu 2021-08-19 17:58:20 UTC, end at Thu 2021-08-19 19:10:17 UTC. -- Aug 19 18:40:16.229855 dv-cinder-790535-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 19 18:40:18.970821 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.common.config [-] Logging enabled! Aug 19 18:40:18.971444 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 18:40:18.971634 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 18:40:18.975403 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.common.config [-] Logging enabled! Aug 19 18:40:18.975667 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev550 Aug 19 18:40:18.975987 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 19 18:40:18.976934 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 18:40:18.977174 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 18:40:18.977542 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 18:40:18.977796 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 18:40:18.978027 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 18:40:18.978351 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.978655 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.978996 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.979236 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.979537 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.979832 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.980122 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.980415 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.980717 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.981017 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.981303 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.981594 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.981831 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.982118 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.982489 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.982780 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.983105 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.983397 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.983828 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.984239 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.984526 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.984821 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.985109 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.985388 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.985669 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.985960 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.986294 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] host = dv-cinder-790535-9-iscsi {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.986576 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.986868 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.987190 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.987486 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.987766 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.988049 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.988346 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.988626 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.989448 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.989925 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.990034 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.990320 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.990611 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.990841 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.991094 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.991387 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.991682 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.991966 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.992247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.992580 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.992862 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.993142 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.993415 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.993708 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.993998 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.994291 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.994570 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.994850 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.995150 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.995429 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.995719 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.996001 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.996281 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.996561 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.996852 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.997127 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.997405 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.997712 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.998010 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.998301 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.998595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.998878 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.999191 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.999473 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:18.999754 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.000033 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.000312 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.000591 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.000884 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.001162 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.001440 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.001720 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.001996 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.002287 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:19.002591 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.002896 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.003226 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.003519 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.003822 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.004113 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.004436 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.004724 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.005023 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.005320 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.005618 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.005904 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.006202 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.006489 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.006794 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.007397 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.007700 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.008001 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.008284 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.008568 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.008852 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.009137 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.009432 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.009735 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.010034 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.010320 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.010605 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.010927 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.011218 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.011501 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.011787 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.012084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.012370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.012653 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.012941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.013229 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.013511 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.013791 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.014076 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.014377 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.014663 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.014968 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.015251 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.015535 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.015813 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.016106 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.016393 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.016676 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.016956 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.017240 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.017519 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.017797 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.018078 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.018357 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.018641 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.018930 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.019237 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.019515 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.019791 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.020126 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.020406 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.020687 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.020975 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.021255 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.021537 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.021816 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.022094 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.022372 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.022671 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.023010 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.023300 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.023589 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.023877 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.024162 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.024446 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.024731 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.025018 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.025304 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.025584 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.025881 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.026173 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.026465 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.026756 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.027063 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.027369 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.027654 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.027945 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.028262 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.028544 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.028845 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.029138 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.029439 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.029742 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.030043 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.030342 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.030644 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.030962 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.031283 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.031569 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:19.031790 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 18:40:19.032034 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101159) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 19 18:40:19.392350 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 18:40:19.392632 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 18:40:19.392928 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 19 18:40:19.393268 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 19 18:40:19.789441 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.789737 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.790017 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.791254 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.791536 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.791809 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.826273 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.826557 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.826835 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.844004 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.844290 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.844568 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.872824 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.873113 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.873391 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.910737 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.911117 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:19.911396 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.144553 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.145264 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.145264 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.145489 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.146272 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.266639 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.266991 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.267285 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.267562 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.267837 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.268154 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.268420 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.268684 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.268946 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.269233 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.269498 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.269773 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.270058 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.270323 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.270585 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.270853 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.271137 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.271410 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.271685 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.271947 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.272225 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.272483 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.272769 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.273151 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.273410 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.273660 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.274060 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:20.274308 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:20.274555 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:20.274801 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:20.275072 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:20.275315 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:20.275698 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 19 18:40:20.280422 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 19 18:40:20.286077 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 19 18:40:20.289828 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 19 18:40:20.291496 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 19 18:40:20.291960 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 19 18:40:20.292305 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 19 18:40:20.292697 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 19 18:40:20.295515 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 19 18:40:20.295774 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 19 18:40:20.296130 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 18:40:20.302228 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 19 18:40:20.324582 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 19 18:40:20.325049 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.325354 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101159) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 19 18:40:20.325720 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.327117 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101159) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 19 18:40:20.327407 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 19 18:40:20.327661 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 19 18:40:20.330831 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.331145 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:20.395325 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 19 18:40:20.395643 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 19 18:40:20.395894 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 19 18:40:20.396278 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 19 18:40:20.416984 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_db.sqlalchemy.engines [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101159) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 19 18:40:21.080563 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing driver for type 'gre' Aug 19 18:40:21.081103 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] gre ID ranges: [(1, 1000)] Aug 19 18:40:21.258143 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing driver for type 'local' Aug 19 18:40:21.258679 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing driver for type 'vlan' Aug 19 18:40:21.343389 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] VlanTypeDriver initialization complete Aug 19 18:40:21.343744 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing driver for type 'vxlan' Aug 19 18:40:21.344298 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] vxlan ID ranges: [(1, 1000)] Aug 19 18:40:21.532329 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing extension driver 'port_security' Aug 19 18:40:21.532794 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.extensions.port_security [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] PortSecurityExtensionDriver initialization complete Aug 19 18:40:21.533184 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing mechanism driver 'openvswitch' Aug 19 18:40:21.533553 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing mechanism driver 'hyperv' Aug 19 18:40:21.543789 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.plugin [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:21.544679 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.545065 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.545431 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.545961 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 18:40:21.546410 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.546779 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.547172 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.547574 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 18:40:21.547995 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.548358 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.548711 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.549109 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 18:40:21.549520 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > security_group after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.549883 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > security_group after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.550239 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.550636 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 18:40:21.551077 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.552078 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.552435 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.552837 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 18:40:21.553255 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > address_group after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.553609 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > address_group after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.553958 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.554356 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 19 18:40:21.554750 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] ML2 OVO RPC backend initialized. {{(pid=101159) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 19 18:40:21.555499 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.555867 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.556300 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.556664 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > networks before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.557026 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.557379 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > ports before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.557734 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.558090 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnets before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.558449 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.558800 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.559176 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.559521 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.559870 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.560222 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.560563 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.560911 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.561256 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.561852 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.plugin [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Modular L2 Plugin initialization complete Aug 19 18:40:21.562193 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading services supported by the core plugin {{(pid=101159) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 19 18:40:21.562529 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Got port-security extension from driver 'port_security' Aug 19 18:40:21.563034 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.extensions.vlantransparent [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Disabled vlantransparent extension. Aug 19 18:40:21.567836 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101159) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 19 18:40:21.567836 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: router Aug 19 18:40:21.603213 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.603552 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.603932 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router before_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.604308 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.604688 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.605055 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_delete 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.605426 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.607414 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.607819 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.608196 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.608573 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.608947 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.609326 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.609756 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.610161 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.610516 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.610925 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.611304 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.611666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.612025 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.612379 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.612741 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.613112 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.613468 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.614520 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.619955 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.619955 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.619955 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > agent after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.619955 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > agent after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.620358 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.620358 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Tracking information for resource: router configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:21.620358 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Tracking information for resource: floatingip configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 19 18:40:21.622616 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.db.l3_agentschedulers_db [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 19 18:40:21.623252 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.623629 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.623992 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.624354 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.625168 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router before_create 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.625549 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.625923 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_create 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.626293 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > router precommit_update 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.631070 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.provider_configuration [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service providers = [] {{(pid=101159) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 19 18:40:21.631446 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.db.servicetype_db [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101159) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 19 18:40:21.634690 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 18:40:21.635085 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 18:40:21.635439 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 18:40:21.636355 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 19 18:40:21.636740 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.services.service_base [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 19 18:40:21.637127 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.637450 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 19 18:40:21.655467 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.655811 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: auto_allocate Aug 19 18:40:21.662340 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: network precommit_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.662716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: network precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.663277 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.663607 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: tag Aug 19 18:40:21.670341 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.670683 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: timestamp Aug 19 18:40:21.678931 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.679282 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: network_ip_availability Aug 19 18:40:21.684709 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.685095 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.685466 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.686191 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.686518 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: flavors Aug 19 18:40:21.691473 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.691842 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading Plugin: revisions Aug 19 18:40:21.696383 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 19 18:40:21.696783 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.304s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 19 18:40:21.697538 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101159) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 19 18:40:21.697886 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Initializing extension manager. Aug 19 18:40:21.698409 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: __init__.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.698761 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: __pycache__ {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.699140 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.699489 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.704258 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.704258 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: address-group Aug 19 18:40:21.704258 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: address_scope.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.704258 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.704258 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: address-scope Aug 19 18:40:21.704258 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.704767 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.705287 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: router-admin-state-down-before-update Aug 19 18:40:21.705620 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: agent.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.706332 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.706843 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: agent Aug 19 18:40:21.707206 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: agent_resources_synced.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.708820 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.709394 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: agent-resources-synced Aug 19 18:40:21.709671 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: allowedaddresspairs.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.711549 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.712072 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: allowed-address-pairs Aug 19 18:40:21.712409 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: auto_allocated_topology.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.713494 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.714017 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: auto-allocated-topology Aug 19 18:40:21.714350 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.715089 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.715642 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: availability_zone Aug 19 18:40:21.715973 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: availability_zone_filter.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.716905 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.717444 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: availability_zone_filter Aug 19 18:40:21.717772 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: data_plane_status.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.718732 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.719277 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension data-plane-status not supported by any of loaded plugins Aug 19 18:40:21.719606 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: default_subnetpools.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.720536 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.721052 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: default-subnetpools Aug 19 18:40:21.721379 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.722200 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.722757 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: dhcp_agent_scheduler Aug 19 18:40:21.723722 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: dns.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.724729 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.725239 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension dns-integration not supported by any of loaded plugins Aug 19 18:40:21.725570 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: dns_domain_ports.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.726505 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.727058 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 19 18:40:21.727393 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.728329 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.728842 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 19 18:40:21.729170 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: dvr.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.729851 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.730364 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: dvr Aug 19 18:40:21.730692 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: ecmp_routes.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.731640 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.732153 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 19 18:40:21.732482 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: empty_string_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.733399 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.733909 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: empty-string-filtering Aug 19 18:40:21.734288 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.735245 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.735754 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 19 18:40:21.736083 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.737018 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.737524 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 19 18:40:21.737854 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: external_net.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.738899 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.739442 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: external-net Aug 19 18:40:21.739775 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.740719 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.741231 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: extra_dhcp_opt Aug 19 18:40:21.741567 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: extraroute.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.742481 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.743026 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: extraroute Aug 19 18:40:21.743360 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: extraroute_atomic.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.744400 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.744914 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: extraroute-atomic Aug 19 18:40:21.745248 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: filter_validation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.746102 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.746615 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: filter-validation Aug 19 18:40:21.746970 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: fip_pf_description.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.747893 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.748422 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 19 18:40:21.748753 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: fip_port_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.749679 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.750191 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: fip-port-details Aug 19 18:40:21.750523 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: flavors.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.760326 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.760856 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: flavors Aug 19 18:40:21.761191 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.762888 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.763448 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 19 18:40:21.763790 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: floatingip_pools.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.764507 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.765028 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: floatingip-pools Aug 19 18:40:21.765374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: ip_allocation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.766334 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.766848 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension ip_allocation not supported by any of loaded plugins Aug 19 18:40:21.767210 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.768146 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.768662 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: ip-substring-filtering Aug 19 18:40:21.769004 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l2_adjacency.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.770487 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.771033 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 19 18:40:21.771366 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.772352 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.772877 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: router Aug 19 18:40:21.773210 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.775532 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.776060 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 19 18:40:21.776398 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.777364 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.777888 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: ext-gw-mode Aug 19 18:40:21.778224 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.779181 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.779700 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: l3-ha Aug 19 18:40:21.780032 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3_flavors.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.780954 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.781465 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: l3-flavors Aug 19 18:40:21.781797 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.782723 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.783262 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 19 18:40:21.783598 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: l3agentscheduler.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.784651 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.785166 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: l3_agent_scheduler Aug 19 18:40:21.785574 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: logging.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.790775 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.791334 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension logging not supported by any of loaded plugins Aug 19 18:40:21.791678 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: metering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.792450 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.793032 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: metering Aug 19 18:40:21.793367 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.794600 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.795147 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: metering_source_and_destination_fields Aug 19 18:40:21.795486 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: multiprovidernet.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.796435 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.796949 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: multi-provider Aug 19 18:40:21.797287 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: netmtu.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.798214 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.798723 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: net-mtu Aug 19 18:40:21.799093 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: netmtu_writable.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.800026 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.800537 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: net-mtu-writable Aug 19 18:40:21.800868 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: network_availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.801582 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.802088 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: network_availability_zone Aug 19 18:40:21.802425 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: network_ip_availability.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.803552 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.804068 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: network-ip-availability Aug 19 18:40:21.804403 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: network_segment_range.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.805178 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.805686 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension network-segment-range not supported by any of loaded plugins Aug 19 18:40:21.806017 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: pagination.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.807055 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.807400 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: pagination Aug 19 18:40:21.807732 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: port_device_profile.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.808652 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.809170 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: port-device-profile Aug 19 18:40:21.809500 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.810445 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.810992 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: port-mac-address-regenerate Aug 19 18:40:21.811325 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.812276 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.812787 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: port-numa-affinity-policy Aug 19 18:40:21.813117 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: port_resource_request.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.814043 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.814551 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension port-resource-request not supported by any of loaded plugins Aug 19 18:40:21.814880 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: portbindings.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.815849 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.816360 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: binding Aug 19 18:40:21.816692 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: portbindings_extended.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.824227 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.824748 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: binding-extended Aug 19 18:40:21.825084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: portsecurity.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.826013 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.826534 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: port-security Aug 19 18:40:21.826867 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: project_id.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.827881 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.828223 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: project-id Aug 19 18:40:21.828567 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: providernet.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.829503 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.830024 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: provider Aug 19 18:40:21.830361 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.834399 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.834930 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos not supported by any of loaded plugins Aug 19 18:40:21.835288 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.836558 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.837083 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 19 18:40:21.837420 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.838359 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.838877 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 19 18:40:21.839243 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_default.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.840166 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.840689 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-default not supported by any of loaded plugins Aug 19 18:40:21.841025 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_fip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.841687 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.842194 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-fip not supported by any of loaded plugins Aug 19 18:40:21.842525 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_gateway_ip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.843501 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.844017 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 19 18:40:21.844348 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_port_network_policy.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.845271 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.845783 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 19 18:40:21.846115 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_pps_rule.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.847413 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.847855 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-pps not supported by any of loaded plugins Aug 19 18:40:21.848832 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_rule_type_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.849755 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.850276 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 19 18:40:21.850615 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: qos_rules_alias.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.851699 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.852217 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 19 18:40:21.852553 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: quotasv2.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.859480 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.859480 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: quotas Aug 19 18:40:21.859480 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: quotasv2_detail.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.862312 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.862666 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: quota_details Aug 19 18:40:21.863045 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: rbac.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.864247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.864779 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: rbac-policies Aug 19 18:40:21.865119 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: rbac_address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.866104 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.866623 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: rbac-address-group Aug 19 18:40:21.866980 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: rbac_address_scope.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.867919 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.868440 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: rbac-address-scope Aug 19 18:40:21.868775 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: rbac_security_groups.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.869707 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.870227 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: rbac-security-groups Aug 19 18:40:21.870561 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: rbac_subnetpool.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.871521 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.872034 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: rbac-subnetpool Aug 19 18:40:21.872362 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: revisionifmatch.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.873293 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.873820 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: revision-if-match Aug 19 18:40:21.874150 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: revisions.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.875314 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.875835 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: standard-attr-revisions Aug 19 18:40:21.876174 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: router_availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.876921 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.877437 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: router_availability_zone Aug 19 18:40:21.877769 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: routerservicetype.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.878709 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.879268 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension router-service-type not supported by any of loaded plugins Aug 19 18:40:21.879604 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.880557 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.881068 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: security-groups-normalized-cidr Aug 19 18:40:21.881399 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.882629 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.883156 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: port-security-groups-filtering Aug 19 18:40:21.883495 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.884429 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.884985 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: security-groups-remote-address-group Aug 19 18:40:21.885317 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: securitygroup.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.895618 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.896238 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: security-group Aug 19 18:40:21.896579 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: segment.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.897386 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.897900 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension segment not supported by any of loaded plugins Aug 19 18:40:21.898233 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.899210 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.899732 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 19 18:40:21.900070 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: servicetype.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.901261 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.901782 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: service-type Aug 19 18:40:21.902119 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: sorting.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.903156 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.903502 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: sorting Aug 19 18:40:21.903949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: standard_attr_segment.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.904912 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.905470 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 19 18:40:21.905780 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: standardattrdescription.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.906447 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.906996 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: standard-attr-description Aug 19 18:40:21.907335 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: stateful_security_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.908280 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.908802 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: stateful-security-group Aug 19 18:40:21.909137 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: stdattrs_common.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.909740 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 19 18:40:21.910070 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.911716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.912272 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 19 18:40:21.912605 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: subnet_onboard.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.913705 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.914235 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: subnet_onboard Aug 19 18:40:21.914571 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.915554 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.916059 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 19 18:40:21.916389 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: subnet_service_types.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.917328 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.917845 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: subnet-service-types Aug 19 18:40:21.918179 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: subnetallocation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.923772 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.924289 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: subnet_allocation Aug 19 18:40:21.924628 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.925312 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.925828 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: subnetpool-prefix-ops Aug 19 18:40:21.926218 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.927209 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.927725 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 19 18:40:21.928057 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: tagging.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.929151 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.929688 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: standard-attr-tag Aug 19 18:40:21.930023 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: timestamp.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.931306 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.931825 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loaded extension: standard-attr-timestamp Aug 19 18:40:21.932158 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: trunk.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.933209 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.933726 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension trunk not supported by any of loaded plugins Aug 19 18:40:21.934058 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: trunk_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.935036 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.935557 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension trunk-details not supported by any of loaded plugins Aug 19 18:40:21.935890 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: uplink_status_propagation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.936830 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.937350 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 19 18:40:21.937681 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Loading extension file: vlantransparent.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 19 18:40:21.938366 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 19 18:40:21.938882 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 19 18:40:21.941433 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:network Aug 19 18:40:21.942012 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:subnet Aug 19 18:40:21.942424 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 18:40:21.942865 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:port Aug 19 18:40:21.944195 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.944642 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service FLAVORS assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.945301 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.945752 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.946094 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:router Aug 19 18:40:21.946537 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 18:40:21.947084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service METERING assigned prefix: /metering {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.951922 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.951922 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.951922 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:40:21.951922 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 18:40:21.951922 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:security_group Aug 19 18:40:21.952296 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 18:40:21.952296 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.952296 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 18:40:21.952514 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] subnetpool is already registered Aug 19 18:40:21.952856 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.953192 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 18:40:21.953533 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] subnetpool is already registered Aug 19 18:40:21.955854 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.958239 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service FLAVORS assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.959098 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.959542 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.959913 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:router Aug 19 18:40:21.960260 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] router is already registered Aug 19 18:40:21.960714 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:floatingip Aug 19 18:40:21.961057 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] floatingip is already registered Aug 19 18:40:21.961524 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service METERING assigned prefix: /metering {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.962205 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of CountableResource for resource:rbac_policy Aug 19 18:40:21.962543 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] rbac_policy is already registered Aug 19 18:40:21.962998 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:security_group Aug 19 18:40:21.963343 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] security_group is already registered Aug 19 18:40:21.963753 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 19 18:40:21.964098 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] security_group_rule is already registered Aug 19 18:40:21.964586 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.964923 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 18:40:21.965311 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] subnetpool is already registered Aug 19 18:40:21.965735 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 19 18:40:21.966066 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Creating instance of TrackedResource for resource:subnetpool Aug 19 18:40:21.966403 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] subnetpool is already registered Aug 19 18:40:21.966864 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: extensions {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.968472 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: address-groups {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.969994 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: address-scopes {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.971278 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.972450 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: auto-allocated-topology {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.974521 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: availability_zones {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.975794 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: dhcp-networks {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.977237 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: dhcp-agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.978776 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.980543 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: flavors {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.981724 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: service_profiles {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.983083 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: next_providers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.984522 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: service_profiles {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.985993 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: floatingip-pools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.987238 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.989239 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: floatingips {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.990495 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: l3-routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.991921 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: l3-agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.993437 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: metering-labels {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.994700 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: metering-label-rules {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.996019 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: network-ip-availabilities {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.997388 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: bindings {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:21.998978 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: quotas {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.000448 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: quotas {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.001979 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: rbac-policies {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.003209 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: security-groups {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.004957 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: security-group-rules {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.006370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: service-providers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.008005 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: subnetpools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.009433 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: subnetpools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.010903 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.012731 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.014426 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.025583 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.025583 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.025583 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.025583 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.025583 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.027227 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.029096 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 19 18:40:22.035178 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING keystonemiddleware.auth_token [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 19 18:40:22.040005 dv-cinder-790535-9-iscsi neutron-server[101159]: WARNING keystonemiddleware.auth_token [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 19 18:40:22.048745 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Acquired lock "singleton_lock" {{(pid=101159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 19 18:40:22.049231 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Releasing lock "singleton_lock" {{(pid=101159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 19 18:40:22.049887 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Starting 2 workers Aug 19 18:40:22.054740 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Started child 101268 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 18:40:22.059264 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Started child 101269 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 18:40:22.060398 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.061103 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO neutron.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 19 18:40:22.061778 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Notify callbacks [] for process, before_spawn {{(pid=101159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.062058 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [-] (101268) wsgi starting up on http://0.0.0.0:9696 Aug 19 18:40:22.064259 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Starting 1 workers Aug 19 18:40:22.064410 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.065819 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [-] (101269) wsgi starting up on http://0.0.0.0:9696 Aug 19 18:40:22.071239 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Started child 101270 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 18:40:22.071239 dv-cinder-790535-9-iscsi neutron-server[101159]: INFO oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Starting 1 workers Aug 19 18:40:22.075571 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Started child 101271 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 19 18:40:22.076408 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] Notify callbacks [] for process, after_spawn {{(pid=101159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.078103 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] calling RpcWorker wait() {{(pid=101270) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 19 18:40:22.078629 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 18:40:22.078629 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 18:40:22.078772 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 18:40:22.078928 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 18:40:22.079219 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.service [None req-a5301292-66f4-49e5-a9c7-ea21a1ca4526 None None] returning from RpcWorker wait() {{(pid=101270) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 19 18:40:22.079328 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 18:40:22.079409 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 18:40:22.080084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.080332 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.080591 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.080698 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.080892 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.081051 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:22.081140 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:22.081524 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.081820 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.082105 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.082252 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:22.082467 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.083573 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.083573 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.083749 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.083819 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.084219 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.084314 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.084574 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.084877 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.085133 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.085404 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.085572 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.085839 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.086122 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.086376 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.086665 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.086933 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.087437 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.087690 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.087935 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.088159 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.088430 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.088666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.088950 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.089204 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.089453 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.089697 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.089962 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.090209 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.090425 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.090667 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.090934 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.091163 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.091644 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host = dv-cinder-790535-9-iscsi {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.091878 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.092120 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.092354 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.092604 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.092860 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.093102 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.093369 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.093654 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.093913 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.094162 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.094408 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.094669 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.094944 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.095192 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.095359 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_options = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.095579 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.095836 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.096116 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.096309 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.096481 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.096660 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.096904 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.097070 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.097330 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.097556 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.097777 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.098006 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.098784 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.099034 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.099291 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.099555 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.099796 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.100076 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.100272 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.100509 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.100742 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.100981 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.101224 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.101446 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.101687 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.101968 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.102128 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.102352 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.102574 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.102849 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.103118 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.103381 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.103632 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.103890 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.104126 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.104362 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.104585 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.104862 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.105099 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.105365 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.105621 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.105862 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.106115 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.106358 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.106600 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.106823 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.107086 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.107307 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.107563 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.107784 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.108033 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.108255 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.108502 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.108759 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.109189 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.109542 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.109824 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.110079 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.110321 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.110670 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.110845 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.111055 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.111301 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.111547 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.111961 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.112201 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.112493 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.112775 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.113046 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.113466 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.114366 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.114615 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.114862 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.115152 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.115537 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.115921 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.115921 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.116194 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.116453 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.116842 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.117002 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.117156 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.117414 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.117663 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.117888 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.118111 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.118384 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.118637 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.118861 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.119135 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.119374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.119618 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.119880 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.120112 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.120385 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.120643 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.120874 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.121100 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.121346 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.121571 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.121834 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.122052 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.122280 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.122524 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.122759 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.123012 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.128948 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.130374 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.131595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.132971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.133972 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135029 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135935 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135935 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135935 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.135935 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.136512 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.136512 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.136766 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.136909 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.137054 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.137346 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.137818 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.137976 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.138144 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.138410 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.138727 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.139038 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.139361 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.139548 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.139816 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.140089 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.140452 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.140730 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.140970 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.141207 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.141463 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.141753 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.141999 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.142260 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.142496 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.142736 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.143101 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.143343 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.143586 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.143811 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.144087 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.144377 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.144668 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.144905 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.145163 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.145418 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.145915 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.146350 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.146350 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.146640 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.146640 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.146896 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.147097 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.147484 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.147620 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.147787 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.148041 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.148319 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.148539 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.148766 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.149003 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.149243 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.149491 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.149745 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.149983 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.150236 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.150450 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.150674 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.150895 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.151210 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.151429 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.151684 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.151908 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.152183 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.152437 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.153043 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.153043 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.153335 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.153471 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.153613 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.153843 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.154359 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.154359 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.154638 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.157826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.158889 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.159666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.159666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.159666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.159666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.159666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.159666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.160347 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.160347 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.160347 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.161085 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.161930 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.161930 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.161930 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.162352 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.162352 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.162588 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.162808 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.163065 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.163285 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.163516 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.163742 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.163982 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.164216 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.164436 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.164654 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.164884 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.165108 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.165332 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.165564 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.165783 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.166003 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.166233 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.166457 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.166663 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.166892 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.167184 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.167402 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.167633 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.167855 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.168072 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.168329 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.168574 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.168792 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.169021 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.169243 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.169458 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.169753 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.170039 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.170286 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.170597 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.170854 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.171129 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.171427 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.171705 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.171951 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.172200 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.172426 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.172652 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.172881 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.173142 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.173468 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.173764 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.174037 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.174278 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.174563 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.174877 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.175203 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.175426 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.175747 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.176067 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.176978 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.177277 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.177533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.177792 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.178048 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.178273 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.178496 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.178738 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.178985 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.179254 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.179490 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.179721 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.179971 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.180225 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.180469 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.180700 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.180945 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.181286 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.181523 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.181684 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 18:40:22.182209 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 19 18:40:22.182372 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 19 18:40:22.182529 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 19 18:40:22.182874 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 19 18:40:22.183288 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 19 18:40:22.183288 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 19 18:40:22.183623 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.183623 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184084 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184441 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184441 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184676 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184676 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.184906 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185027 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185149 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185271 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185401 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185524 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185877 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.185877 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186115 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186115 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186350 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186471 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186592 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186722 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.186869 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.187106 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.187248 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.187410 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.187571 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.187733 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.187893 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.188053 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.188214 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.188375 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.188536 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.188697 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.188857 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.189018 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.189178 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.189326 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.189487 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.189637 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host = dv-cinder-790535-9-iscsi {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.189797 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.190224 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.190224 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.190485 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.190485 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.190749 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.190749 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191044 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191044 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191315 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191315 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191587 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191824 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.191824 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192073 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_options = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192073 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192324 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192468 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192603 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192757 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.192902 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193036 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193176 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193311 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193445 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193607 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193758 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.193915 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.194076 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.194235 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.194827 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.194827 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.194827 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.194827 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.195372 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.195372 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.195372 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.195756 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.195756 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.195756 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196125 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196125 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196376 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196376 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196636 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196636 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196897 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.196897 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.197151 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.197282 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.197428 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.197778 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.197778 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198047 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198047 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198302 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198302 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198556 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198556 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198825 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.198825 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.199127 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.199830 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.199830 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.199830 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.199830 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.199830 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.200453 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.200453 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 19 18:40:22.200453 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.200453 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.200969 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.200969 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.200969 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.200969 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.201406 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.201406 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.201640 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.201640 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.201925 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.201925 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.202123 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.202203 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.202351 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.202517 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.202681 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.202845 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.203035 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.203198 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.203557 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.203895 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.204250 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.204415 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.204581 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.206941 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207533 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207997 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207997 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207997 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.207997 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.208244 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.208244 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.208373 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.208511 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.208674 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.208851 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209015 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209177 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209340 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209504 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209671 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209833 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.209995 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.210158 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.210321 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.210483 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.210658 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.210826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211013 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211176 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211340 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211502 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211666 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211845 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.211979 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.212142 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.212305 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.212467 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.212629 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.212791 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.212955 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.213117 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.213280 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.213443 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.213604 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.213769 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.213932 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.214099 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.214246 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.214417 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.214596 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.214758 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.215014 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.215189 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.215354 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.215518 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.215676 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.215993 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.216307 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.216625 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.216793 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.216954 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.217424 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.217424 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.217606 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.217743 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.217905 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.218063 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.218225 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.218387 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.218545 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219370 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219707 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219707 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.219826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220097 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220201 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220284 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220440 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220604 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220769 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.220933 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.221098 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.221264 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.221427 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.221595 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.221760 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.221924 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.222109 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.222264 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.222421 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.222577 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.222736 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.222937 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.223614 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.223772 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.223933 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.224101 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.224265 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.224427 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.224590 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.224752 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.224910 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.225073 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.225240 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.225408 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.225567 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.225731 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.225892 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.226057 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.226221 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.226383 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.226547 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.226710 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.226876 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.227063 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.227249 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.227387 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.227543 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.227704 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.227869 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.228032 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.228195 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.228357 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.228520 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.228682 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.228845 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.229009 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.229173 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.229332 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.229498 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.229663 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.229826 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230002 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230286 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230286 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230449 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230599 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230763 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.230946 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.231115 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.231282 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.231448 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.231635 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.231748 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.231914 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.232077 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.232240 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.232422 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.232587 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.234949 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235530 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235628 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.235716 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236247 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236727 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236727 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236727 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.236964 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237042 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237174 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237333 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237499 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237661 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237823 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.237985 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.238157 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.238320 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.238482 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.238772 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.239573 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.239786 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.239961 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.240124 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.240281 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.240445 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.240607 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.240770 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.240943 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.241108 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.241271 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.241425 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.241584 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.241735 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.241905 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.242062 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.242221 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.242434 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.242580 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.242712 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.242847 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.243030 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.243195 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.243360 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.243515 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.243673 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.243836 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.244000 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.244166 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.244339 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.244493 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.244660 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.244832 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.245003 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.245174 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.245414 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.245594 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.245757 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.245922 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.246085 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.246235 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.246607 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.246607 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247151 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247151 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247151 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247529 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247529 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247529 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247915 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247915 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.247915 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.248328 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.248328 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.248787 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.248787 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.248787 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 19 18:40:22.249089 dv-cinder-790535-9-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 19 18:40:22.409576 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41098) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:22.418744 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062909 Aug 19 18:40:34.086564 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a22b299-bb46-45fb-9aa2-7d10e1b311b2 None None] get_active_networks_info from dv-cinder-790535-9-iscsi {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 19 18:40:34.178587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a22b299-bb46-45fb-9aa2-7d10e1b311b2 None None] No non-hosted networks {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 19 18:40:34.194619 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.agentschedulers_db [None req-6a22b299-bb46-45fb-9aa2-7d10e1b311b2 None None] DHCP Agent not found on host dv-cinder-790535-9-iscsi {{(pid=101270) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 19 18:40:34.501443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5c595e3d-1f8a-43ab-9ade-05cb75264bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3836501'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:36.853536 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa691fdc-184f-4102-8227-eeac7de7e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3836501'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:36.918652 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.db.api [None req-6b47bee0-fb47-420f-a60d-6d7c694fba80 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-9-iscsi {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:40:36.919083 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG oslo_db.api [None req-6b47bee0-fb47-420f-a60d-6d7c694fba80 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:40:37.315429 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3836501'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.316117 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.316993 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.317312 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.317981 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.318463 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.319063 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.319542 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.320037 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.320533 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.321095 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.321589 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.322295 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:37.322947 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790535-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:37.335708 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:40:37.442424 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6b47bee0-fb47-420f-a60d-6d7c694fba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:37.947320 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3836501'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:39.283645 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3836501'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:40.542556 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:41.125565 dv-cinder-790535-9-iscsi neutron-server[101269]: WARNING oslo_policy.policy [None req-56194ab2-1edf-444e-9c4b-71f60b0396c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:41.126088 dv-cinder-790535-9-iscsi neutron-server[101269]: WARNING oslo_policy.policy [None req-56194ab2-1edf-444e-9c4b-71f60b0396c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:41.349473 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [None req-56194ab2-1edf-444e-9c4b-71f60b0396c1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:40:41.350746 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-56194ab2-1edf-444e-9c4b-71f60b0396c1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8060155 Aug 19 18:40:43.045653 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.db.l3_hamode_db [None req-3b0d20fe-cd4f-46b3-bfaf-9005d2610ff1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 19 18:40:43.125437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d20fe-cd4f-46b3-bfaf-9005d2610ff1 None None] Routers set() bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:40:43.125828 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d20fe-cd4f-46b3-bfaf-9005d2610ff1 None None] Router IDs set() for agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 19 18:40:43.728143 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:44.038568 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:44.131580 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.policy [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101269) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 18:40:44.176488 dv-cinder-790535-9-iscsi neutron-server[101269]: WARNING oslo_policy.policy [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:44.176872 dv-cinder-790535-9-iscsi neutron-server[101269]: WARNING oslo_policy.policy [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:44.185321 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.quota [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] Loaded quota_driver: . Aug 19 18:40:44.370282 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752557204605', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752557204000', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752557250146', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752557255889', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752558137812', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752557244262', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590668', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-772193', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3863915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3777248'] for rbac-policy, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:44.649367 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:44.650647 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-be5907ae-cdc1-47be-9131-7b751d73c43b admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9215038 Aug 19 18:40:47.218338 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41216) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:47.734457 dv-cinder-790535-9-iscsi neutron-server[101268]: WARNING oslo_policy.policy [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:47.735104 dv-cinder-790535-9-iscsi neutron-server[101268]: WARNING oslo_policy.policy [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:47.953996 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Request body: {'network': {'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'name': 'private'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:47.955624 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.quota [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Loaded quota_driver: . Aug 19 18:40:48.090021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Made reservation on behalf of 910557c1fd2a4f318929bd7a216886b0 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:48.166089 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.policy [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101268) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 19 18:40:48.213394 dv-cinder-790535-9-iscsi neutron-server[101268]: WARNING oslo_policy.policy [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:48.214002 dv-cinder-790535-9-iscsi neutron-server[101268]: WARNING oslo_policy.policy [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 19 18:40:48.224697 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.245476 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.380000 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.443004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.462274 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:40:48.489047 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648c1b45-feb4-4c99-835e-6ef158820de9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:48.500642 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.501003 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.501341 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.501669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.501991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.502327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.502665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.502992 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.503325 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.504282 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.504742 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.505184 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Tracked resource versions report: Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: pushed versions: Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: { 'AddressGroup': {'1.2'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'ConntrackHelper': {'1.0'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Log': {'1.0'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Network': {'1.1'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Port': {'1.7'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'PortForwarding': {'1.2'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'QosPolicy': {'1.9'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroup': {'1.4'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SubPort': {'1.0'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Subnet': {'1.1'}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Trunk': {'1.1'}} Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: consumer versions: Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'ConntrackHelper': '1.0', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Log': '1.0', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Network': '1.1', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Port': '1.7', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'PortForwarding': '1.2', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'QosPolicy': '1.9', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroup': '1.4', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroupRule': '1.2', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SubPort': '1.0', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Subnet': '1.1', Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Trunk': '1.1'}} Aug 19 18:40:48.506334 dv-cinder-790535-9-iscsi neutron-server[101268]: {{(pid=101268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:40:48.536181 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752558426314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.536765 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Unsubscribe: segment precommit_create {{(pid=101268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 18:40:48.537292 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Added segment 27597017-f2f3-49dd-940e-dc1c40273828 of type vlan for network 1dc29b88-1bf0-4dbf-b670-3a163b230300 Aug 19 18:40:48.626018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.724052 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.725265 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:48.725970 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:48.823876 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc29b88-1bf0-4dbf-b670-3a163b230300,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:48.835074 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:40:48.872916 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-14cb0fc1-51fa-4a51-8350-9f16b9fb81c7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6534891 Aug 19 18:40:51.504936 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41238) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:51.949172 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74237a-7aea-44f4-b842-eb976212a3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:51.950596 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8a74237a-7aea-44f4-b842-eb976212a3e5 admin admin] 10.222.0.37 "GET /v2.0/networks/1dc29b88-1bf0-4dbf-b670-3a163b230300 HTTP/1.1" status: 200 len: 825 time: 0.4447191 Aug 19 18:40:51.976232 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f9deb8e7-4555-4244-a221-ed1cc3e9f600 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/970eac12-9336-49de-ae93-7575d07cc563 HTTP/1.1" status: 200 len: 734 time: 0.0196536 Aug 19 18:40:51.985069 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Request body: {'subnet': {'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563', 'gateway_ip': '172.20.0.1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:40:52.098131 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Made reservation on behalf of 910557c1fd2a4f318929bd7a216886b0 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:40:52.100905 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:52.469030 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:52.544444 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Checking segment: {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:52.545105 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Network hostable DHCP agents. Network: 1dc29b88-1bf0-4dbf-b670-3a163b230300, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:40:52.556162 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209b51c2-5a0b-45ed-9b28-bf7993379af7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:52.572168 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.572549 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.572892 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.573220 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.573554 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.573899 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.574233 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.574569 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.574930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.575248 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.575589 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.575927 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Tracked resource versions report: Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: pushed versions: Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: { 'AddressGroup': {'1.2'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'ConntrackHelper': {'1.0'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Log': {'1.0'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Network': {'1.1'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Port': {'1.7'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'PortForwarding': {'1.2'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'QosPolicy': {'1.9'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroup': {'1.4'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SubPort': {'1.0'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Subnet': {'1.1'}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Trunk': {'1.1'}} Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: consumer versions: Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'ConntrackHelper': '1.0', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Log': '1.0', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Network': '1.1', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Port': '1.7', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'PortForwarding': '1.2', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'QosPolicy': '1.9', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroup': '1.4', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroupRule': '1.2', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SubPort': '1.0', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Subnet': '1.1', Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Trunk': '1.1'}} Aug 19 18:40:52.577185 dv-cinder-790535-9-iscsi neutron-server[101269]: {{(pid=101269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:40:52.669010 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:40:52.760414 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 1dc29b88-1bf0-4dbf-b670-3a163b230300) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:52.765411 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:40:52.766070 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:52.771953 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02188774-ce36-4fe3-9eb9-b8954235029b None None] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:40:52.846570 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2c30d024-ce06-4f5c-ba81-8bf40ec964c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8646898 Aug 19 18:40:53.105043 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-1dc29b88-1bf0-4dbf-b670-3a163b230300', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:40:53.106349 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:53.384647 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Allocated IP 172.20.0.2 (1dc29b88-1bf0-4dbf-b670-3a163b230300/209b51c2-5a0b-45ed-9b28-bf7993379af7/d89c8e06-3afd-489f-905c-a72fa0948fe1) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:40:53.629553 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:53.646734 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Transition to ACTIVE for port object d89c8e06-3afd-489f-905c-a72fa0948fe1 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:40:53.669213 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Transition to ACTIVE for port object d89c8e06-3afd-489f-905c-a72fa0948fe1 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:40:53.752586 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:53.827511 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:40:53.832870 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:40:53.841847 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:40:53.845049 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Pushing event updated for resources: {'Port': ['ID=d89c8e06-3afd-489f-905c-a72fa0948fe1,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:53.876455 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.876815 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.877167 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.877499 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.877827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.878154 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.879127 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.879435 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.879777 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.880103 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.880419 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.880741 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Tracked resource versions report: Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: pushed versions: Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: { 'AddressGroup': {'1.2'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'ConntrackHelper': {'1.0'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Log': {'1.0'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Network': {'1.1'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Port': {'1.7'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'PortForwarding': {'1.2'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'QosPolicy': {'1.9'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroup': {'1.4'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SubPort': {'1.0'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Subnet': {'1.1'}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Trunk': {'1.1'}} Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: consumer versions: Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'ConntrackHelper': '1.0', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Log': '1.0', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Network': '1.1', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Port': '1.7', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'PortForwarding': '1.2', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'QosPolicy': '1.9', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroup': '1.4', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroupRule': '1.2', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SubPort': '1.0', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Subnet': '1.1', Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Trunk': '1.1'}} Aug 19 18:40:53.882158 dv-cinder-790535-9-iscsi neutron-server[101270]: {{(pid=101270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:40:53.932260 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Attempting to bind port d89c8e06-3afd-489f-905c-a72fa0948fe1 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:40:53.932652 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Attempting to bind port d89c8e06-3afd-489f-905c-a72fa0948fe1 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:40:53.933096 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Attempting to bind port d89c8e06-3afd-489f-905c-a72fa0948fe1 on network 1dc29b88-1bf0-4dbf-b670-3a163b230300 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:40:53.938207 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:40:53.938612 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Checking segment: {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:40:53.939120 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:53.939515 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Bound using segment: {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:40:53.940009 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Bound port: d89c8e06-3afd-489f-905c-a72fa0948fe1, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:40:53.940418 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:54.011924 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] For port d89c8e06-3afd-489f-905c-a72fa0948fe1, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:40:54.016473 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] For port d89c8e06-3afd-489f-905c-a72fa0948fe1, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=d89c8e06-3afd-489f-905c-a72fa0948fe1,segment=NetworkSegment(27597017-f2f3-49dd-940e-dc1c40273828),segment_id=27597017-f2f3-49dd-940e-dc1c40273828)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:40:54.078481 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:40:54.148586 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce951f-48b3-413d-a497-ac23e13b7901 None None] Pushing event updated for resources: {'Port': ['ID=d89c8e06-3afd-489f-905c-a72fa0948fe1,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:40:55.340535 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41250) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:55.688118 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [None req-c28b4100-aebf-40ab-a4cc-8952f38fe10f admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:40:55.689213 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c28b4100-aebf-40ab-a4cc-8952f38fe10f admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3498299 Aug 19 18:40:58.128668 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41258) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:40:58.481556 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [None req-fdcb5bca-0d6c-484b-9c91-04d7cf0e02c4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:40:58.482601 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-fdcb5bca-0d6c-484b-9c91-04d7cf0e02c4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3529680 Aug 19 18:41:01.273722 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41268) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:01.603620 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:01.694977 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:01.696646 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:01.873769 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:01.935613 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:02.011419 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:02.014700 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0ab25bfe-5cf5-4cb5-a8f4-5bc76cc9857c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7379661 Aug 19 18:41:02.855458 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d058fe1-a1e4-4d92-846c-fa0ed718e239 None None] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:03.001160 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bda98fda-f1f4-4a16-90db-be070d3c50f2 None None] Provisioning for port d89c8e06-3afd-489f-905c-a72fa0948fe1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:03.113309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device d89c8e06-3afd-489f-905c-a72fa0948fe1 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:03.148662 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:41:03.308922 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port d89c8e06-3afd-489f-905c-a72fa0948fe1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:03.313207 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port d89c8e06-3afd-489f-905c-a72fa0948fe1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:03.313612 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.367636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ff2556af-e9e0-48d9-9635-98579acdcba8 None None] Provisioning complete for port d89c8e06-3afd-489f-905c-a72fa0948fe1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:03.367912 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff2556af-e9e0-48d9-9635-98579acdcba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.479003 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.553964 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff2556af-e9e0-48d9-9635-98579acdcba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.556953 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port d89c8e06-3afd-489f-905c-a72fa0948fe1, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=d89c8e06-3afd-489f-905c-a72fa0948fe1,segment=NetworkSegment(27597017-f2f3-49dd-940e-dc1c40273828),segment_id=27597017-f2f3-49dd-940e-dc1c40273828)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:03.637374 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:03.710808 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.db.api [None req-ff2556af-e9e0-48d9-9635-98579acdcba8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:41:03.711238 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG oslo_db.api [None req-ff2556af-e9e0-48d9-9635-98579acdcba8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:41:03.715650 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=d89c8e06-3afd-489f-905c-a72fa0948fe1,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:04.080256 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-225aa10e-e786-4764-ad43-d00705023475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:04.525778 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41280) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:04.879720 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [None req-fbc5c0aa-96c0-4636-a971-6ffdaee9c46a admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:41:04.880718 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-fbc5c0aa-96c0-4636-a971-6ffdaee9c46a admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3539042 Aug 19 18:41:05.050359 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device d89c8e06-3afd-489f-905c-a72fa0948fe1 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:05.105566 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port d89c8e06-3afd-489f-905c-a72fa0948fe1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:05.106206 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:06.740314 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a5d-d8a3-43bc-8969-04631ee2d40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.273656 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:07.325633 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.586165 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:07.682868 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Made reservation on behalf of 8b3c94f583ee49feacf3a75da97ac4b0 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:07.685165 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.693662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.779336 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.851097 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.866231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Reserving flat network on physical network physnet1 {{(pid=101268) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 19 18:41:07.883136 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.884875 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3d098-77d1-4650-bd26-6d3f0e3cc23e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:07.889514 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:07.894509 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Added segment 09edc666-a826-4c43-b117-b3d364cbd927 of type flat for network 0fa2c66f-33ef-4407-84ea-938c440fedda Aug 19 18:41:07.936403 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:08.054573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:08.055599 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:08.056197 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:08.119286 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa2c66f-33ef-4407-84ea-938c440fedda,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:08.129479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 0fa2c66f-33ef-4407-84ea-938c440fedda details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:41:08.179000 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-7221290d-d236-4cae-bfe8-e01598cd9d62 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9040534 Aug 19 18:41:09.233954 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:10.579238 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:10.812522 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3734ea-b960-4b23-a6f6-a28630cae834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:10.813890 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1b3734ea-b960-4b23-a6f6-a28630cae834 admin admin] 10.222.0.37 "GET /v2.0/subnets/209b51c2-5a0b-45ed-9b28-bf7993379af7 HTTP/1.1" status: 200 len: 849 time: 0.2336967 Aug 19 18:41:10.997745 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-fc29b72c-ea89-419e-adcd-6f1ffa5baaaf admin admin] 10.222.0.37 "GET /v2.0/routers/f043660f-f333-4093-ae4e-4a2e79584577 HTTP/1.1" status: 200 len: 704 time: 0.1772661 Aug 19 18:41:11.306985 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:11.624311 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Allocated IP 172.20.0.1 (1dc29b88-1bf0-4dbf-b670-3a163b230300/209b51c2-5a0b-45ed-9b28-bf7993379af7/0566b0dc-b5c0-43c3-8b48-08df9be44310) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:11.814302 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:11.839580 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Transition to ACTIVE for port object 0566b0dc-b5c0-43c3-8b48-08df9be44310 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:11.986157 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.063386 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:12.071256 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:12.073234 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Pushing event updated for resources: {'Port': ['ID=0566b0dc-b5c0-43c3-8b48-08df9be44310,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:12.095264 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:12.095863 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.415573 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b6d71018-4c34-4b5f-bc2a-2af369dfb9b5 None None] Provisioning for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:12.419792 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b6d71018-4c34-4b5f-bc2a-2af369dfb9b5 None None] Provisioning complete for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:12.420175 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6d71018-4c34-4b5f-bc2a-2af369dfb9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.434325 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.457953 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b6d71018-4c34-4b5f-bc2a-2af369dfb9b5 None None] Port 0566b0dc-b5c0-43c3-8b48-08df9be44310 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:12.650077 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.723519 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.724327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:12.802192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Pushing event updated for resources: {'Port': ['ID=0566b0dc-b5c0-43c3-8b48-08df9be44310,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:12.850308 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:12.851710 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:13.079071 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-059b0351-44ae-48f6-8a11-fa28023fa3ec None None] Provisioning complete for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:13.079443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-059b0351-44ae-48f6-8a11-fa28023fa3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:13.111453 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Router f043660f-f333-4093-ae4e-4a2e79584577 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:41:13.115765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-059b0351-44ae-48f6-8a11-fa28023fa3ec None None] Port 0566b0dc-b5c0-43c3-8b48-08df9be44310 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:41:13.207251 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:13.212162 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-46b9db32-8f03-40c0-a98f-5908b72c6477 admin admin] 10.222.0.37 "PUT /v2.0/routers/f043660f-f333-4093-ae4e-4a2e79584577/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2089813 Aug 19 18:41:13.218202 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Sync routers for ids ['f043660f-f333-4093-ae4e-4a2e79584577'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:13.230190 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Routers {'f043660f-f333-4093-ae4e-4a2e79584577'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:13.231060 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:41:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['f043660f-f333-4093-ae4e-4a2e79584577'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:13.417025 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Set router f043660f-f333-4093-ae4e-4a2e79584577 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:13.855932 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:01Z', 'updated_at': '2021-08-19T18:41:12Z', 'revision_number': 2, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'gw_port_host': None, '_interfaces': [{'id': '0566b0dc-b5c0-43c3-8b48-08df9be44310', 'name': '', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'mac_address': 'fa:16:3e:da:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:11Z', 'updated_at': '2021-08-19T18:41:12Z', 'revision_number': 2, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'subnets': [{'id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:13.904871 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Checking router: f043660f-f333-4093-ae4e-4a2e79584577 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:13.905238 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Updating router f043660f-f333-4093-ae4e-4a2e79584577 port 0566b0dc-b5c0-43c3-8b48-08df9be44310 binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:41:13.952950 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.502057 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.520828 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Transition to ACTIVE for port object 0566b0dc-b5c0-43c3-8b48-08df9be44310 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:14.603437 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.757789 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Pushing event updated for resources: {'Port': ['ID=0566b0dc-b5c0-43c3-8b48-08df9be44310,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:14.784952 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.785396 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.785862 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.786207 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.786548 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.786898 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.787261 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.787599 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.787949 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.788284 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.788615 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.788941 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Tracked resource versions report: Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: pushed versions: Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: { 'AddressGroup': {'1.2'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'ConntrackHelper': {'1.0'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Log': {'1.0'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Network': {'1.1'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Port': {'1.7'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'PortForwarding': {'1.2'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'QosPolicy': {'1.9'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroup': {'1.4'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SubPort': {'1.0'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Subnet': {'1.1'}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Trunk': {'1.1'}} Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: consumer versions: Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'ConntrackHelper': '1.0', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Log': '1.0', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Network': '1.1', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Port': '1.7', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'PortForwarding': '1.2', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'QosPolicy': '1.9', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroup': '1.4', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroupRule': '1.2', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SubPort': '1.0', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Subnet': '1.1', Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Trunk': '1.1'}} Aug 19 18:41:14.790118 dv-cinder-790535-9-iscsi neutron-server[101271]: {{(pid=101271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:41:14.792568 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Attempting to bind port 0566b0dc-b5c0-43c3-8b48-08df9be44310 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:14.792967 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Attempting to bind port 0566b0dc-b5c0-43c3-8b48-08df9be44310 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:14.793416 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Attempting to bind port 0566b0dc-b5c0-43c3-8b48-08df9be44310 on network 1dc29b88-1bf0-4dbf-b670-3a163b230300 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:14.799718 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:14.800145 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Checking segment: {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:14.800740 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.801111 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Bound using segment: {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:14.801642 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Bound port: 0566b0dc-b5c0-43c3-8b48-08df9be44310, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27597017-f2f3-49dd-940e-dc1c40273828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:14.802030 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:14.871750 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] For port 0566b0dc-b5c0-43c3-8b48-08df9be44310, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:14.892965 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] For port 0566b0dc-b5c0-43c3-8b48-08df9be44310, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=0566b0dc-b5c0-43c3-8b48-08df9be44310,segment=NetworkSegment(27597017-f2f3-49dd-940e-dc1c40273828),segment_id=27597017-f2f3-49dd-940e-dc1c40273828)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:14.986691 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:15.041314 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Routers {'f043660f-f333-4093-ae4e-4a2e79584577'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:15.041945 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:41:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['f043660f-f333-4093-ae4e-4a2e79584577'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:15.122377 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bd6ed-1200-4916-9d51-e45ba0e1d298 None None] Pushing event updated for resources: {'Port': ['ID=0566b0dc-b5c0-43c3-8b48-08df9be44310,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:15.149282 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] Set router f043660f-f333-4093-ae4e-4a2e79584577 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:15.368682 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:01Z', 'updated_at': '2021-08-19T18:41:12Z', 'revision_number': 2, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'gw_port_host': None, '_interfaces': [{'id': '0566b0dc-b5c0-43c3-8b48-08df9be44310', 'name': '', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'mac_address': 'fa:16:3e:da:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:11Z', 'updated_at': '2021-08-19T18:41:14Z', 'revision_number': 4, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'subnets': [{'id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:15.395271 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af5bc89-4890-4c5c-8998-535ab58ee7c2 None None] The sync data for ids ['f043660f-f333-4093-ae4e-4a2e79584577'] in dv-cinder-790535-9-iscsi is: [{'id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:01Z', 'updated_at': '2021-08-19T18:41:12Z', 'revision_number': 2, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'gw_port_host': None, '_interfaces': [{'id': '0566b0dc-b5c0-43c3-8b48-08df9be44310', 'name': '', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'mac_address': 'fa:16:3e:da:3e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:11Z', 'updated_at': '2021-08-19T18:41:14Z', 'revision_number': 4, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'subnets': [{'id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:15.467187 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41328) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:15.579882 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44da401-ebbb-4500-83c0-a7dd4c163e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:15.581236 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d44da401-ebbb-4500-83c0-a7dd4c163e39 admin admin] 10.222.0.37 "GET /v2.0/networks/0fa2c66f-33ef-4407-84ea-938c440fedda HTTP/1.1" status: 200 len: 842 time: 0.1130297 Aug 19 18:41:15.595655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:15.696726 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Made reservation on behalf of 8b3c94f583ee49feacf3a75da97ac4b0 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:41:15.698976 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:16.057082 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.objects.ports [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 19 18:41:16.057513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:16.104932 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c20459-4ce6-4636-9cde-09e3ef007840,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:16.120863 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:16.121235 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Network hostable DHCP agents. Network: 0fa2c66f-33ef-4407-84ea-938c440fedda, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:41:16.213983 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:41:16.286176 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 0fa2c66f-33ef-4407-84ea-938c440fedda) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:16.290087 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:16.290686 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:16.297800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb8199-9d32-4d6d-bf24-696dcad3a275 None None] Network 0fa2c66f-33ef-4407-84ea-938c440fedda requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:16.364467 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-6c5f3a32-f086-4738-8504-bff9d8eccbc0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7752199 Aug 19 18:41:16.427931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28411bab-a11a-469d-bc3d-7029a65e738c None None] Network 0fa2c66f-33ef-4407-84ea-938c440fedda requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:41:18.680016 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41336) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:18.898409 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-39fbb0bb-4f40-4f2a-90b0-d9f75ff36ea4 admin admin] 10.222.0.37 "GET /v2.0/routers/f043660f-f333-4093-ae4e-4a2e79584577 HTTP/1.1" status: 200 len: 710 time: 0.2171793 Aug 19 18:41:19.019684 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295bb72b-2a11-42e7-a258-f773041c0815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:41:19.021060 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-295bb72b-2a11-42e7-a258-f773041c0815 admin admin] 10.222.0.37 "GET /v2.0/networks/0fa2c66f-33ef-4407-84ea-938c440fedda HTTP/1.1" status: 200 len: 886 time: 0.1170700 Aug 19 18:41:19.030283 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:41:19.280196 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:19.573596 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:19.648209 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:19.804421 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Allocated IP 172.27.0.254 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/c0378e9c-b2ec-4549-87f7-7ee4f0348d87) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:41:19.937775 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.123605 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.204888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:41:20.207238 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:41:20.218788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:41:20.223593 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0378e9c-b2ec-4549-87f7-7ee4f0348d87,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:20.618628 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.818747 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3728285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3735488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124063'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.823498 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3728179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3728168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3735545'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:20.940856 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Router f043660f-f333-4093-ae4e-4a2e79584577 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:41:21.049492 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:41:21.054966 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:21.056290 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-313e537e-782a-4a4e-929c-6f47d5f292a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/f043660f-f333-4093-ae4e-4a2e79584577 HTTP/1.1" status: 200 len: 890 time: 2.0288894 Aug 19 18:41:21.089476 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 0566b0dc-b5c0-43c3-8b48-08df9be44310 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:21.239949 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:21.244300 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:21.244672 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:21.374838 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:21.409409 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 0566b0dc-b5c0-43c3-8b48-08df9be44310, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=0566b0dc-b5c0-43c3-8b48-08df9be44310,segment=NetworkSegment(27597017-f2f3-49dd-940e-dc1c40273828),segment_id=27597017-f2f3-49dd-940e-dc1c40273828)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:21.511896 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:21.563194 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=0566b0dc-b5c0-43c3-8b48-08df9be44310,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:21.892818 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Sync routers for ids ['f043660f-f333-4093-ae4e-4a2e79584577'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:41:21.907286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Routers {'f043660f-f333-4093-ae4e-4a2e79584577'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:21.908045 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:41:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['f043660f-f333-4093-ae4e-4a2e79584577'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:22.115141 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Set router f043660f-f333-4093-ae4e-4a2e79584577 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:22.582868 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c0378e9c-b2ec-4549-87f7-7ee4f0348d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:01Z', 'updated_at': '2021-08-19T18:41:20Z', 'revision_number': 4, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'gw_port': {'id': 'c0378e9c-b2ec-4549-87f7-7ee4f0348d87', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:19Z', 'updated_at': '2021-08-19T18:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '0566b0dc-b5c0-43c3-8b48-08df9be44310', 'name': '', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'mac_address': 'fa:16:3e:da:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:11Z', 'updated_at': '2021-08-19T18:41:21Z', 'revision_number': 5, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'subnets': [{'id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:22.631971 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Checking router: f043660f-f333-4093-ae4e-4a2e79584577 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:41:22.632345 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Updating router f043660f-f333-4093-ae4e-4a2e79584577 port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:41:22.680186 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:22.998238 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.008938 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Transition to ACTIVE for port object c0378e9c-b2ec-4549-87f7-7ee4f0348d87 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:41:23.061173 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 0566b0dc-b5c0-43c3-8b48-08df9be44310 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:23.083387 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.151448 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Attempting to bind port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:41:23.152210 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Attempting to bind port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:41:23.152210 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Attempting to bind port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:41:23.163881 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e3169-8499-4ed1-8aec-46ad79c47d42 None None] Pushing event updated for resources: {'Port': ['ID=c0378e9c-b2ec-4549-87f7-7ee4f0348d87,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:23.166502 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:41:23.166938 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:41:23.167305 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.167691 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:41:23.168165 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Bound port: c0378e9c-b2ec-4549-87f7-7ee4f0348d87, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:41:23.168565 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.265200 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:23.265572 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.323679 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] For port c0378e9c-b2ec-4549-87f7-7ee4f0348d87, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:41:23.327047 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] For port c0378e9c-b2ec-4549-87f7-7ee4f0348d87, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=c0378e9c-b2ec-4549-87f7-7ee4f0348d87,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:41:23.408824 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:23.469437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e3169-8499-4ed1-8aec-46ad79c47d42 None None] Pushing event updated for resources: {'Port': ['ID=c0378e9c-b2ec-4549-87f7-7ee4f0348d87,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:23.472624 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Routers {'f043660f-f333-4093-ae4e-4a2e79584577'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:41:23.473582 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:41:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['f043660f-f333-4093-ae4e-4a2e79584577'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:23.486069 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:41:23.584070 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] Set router f043660f-f333-4093-ae4e-4a2e79584577 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:41:23.605543 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-9b17ebdd-8dac-4a76-b6f4-f42c5de62c6a admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1183498 Aug 19 18:41:23.813957 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c0378e9c-b2ec-4549-87f7-7ee4f0348d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:01Z', 'updated_at': '2021-08-19T18:41:20Z', 'revision_number': 4, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'gw_port': {'id': 'c0378e9c-b2ec-4549-87f7-7ee4f0348d87', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:19Z', 'updated_at': '2021-08-19T18:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '0566b0dc-b5c0-43c3-8b48-08df9be44310', 'name': '', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'mac_address': 'fa:16:3e:da:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:11Z', 'updated_at': '2021-08-19T18:41:21Z', 'revision_number': 5, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'subnets': [{'id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:41:23.840669 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d131ed-a92b-4e18-bb2e-a4f712887ad5 None None] The sync data for ids ['f043660f-f333-4093-ae4e-4a2e79584577'] in dv-cinder-790535-9-iscsi is: [{'id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'name': 'router1', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c0378e9c-b2ec-4549-87f7-7ee4f0348d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:41:01Z', 'updated_at': '2021-08-19T18:41:20Z', 'revision_number': 4, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'gw_port': {'id': 'c0378e9c-b2ec-4549-87f7-7ee4f0348d87', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:fc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:19Z', 'updated_at': '2021-08-19T18:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '0566b0dc-b5c0-43c3-8b48-08df9be44310', 'name': '', 'network_id': '1dc29b88-1bf0-4dbf-b670-3a163b230300', 'tenant_id': '910557c1fd2a4f318929bd7a216886b0', 'mac_address': 'fa:16:3e:da:3e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f043660f-f333-4093-ae4e-4a2e79584577', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:41:11Z', 'updated_at': '2021-08-19T18:41:21Z', 'revision_number': 5, 'project_id': '910557c1fd2a4f318929bd7a216886b0', 'subnets': [{'id': '209b51c2-5a0b-45ed-9b28-bf7993379af7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970eac12-9336-49de-ae93-7575d07cc563'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:41:25.086828 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device c0378e9c-b2ec-4549-87f7-7ee4f0348d87 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:25.248642 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:41:25.252684 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:25.253154 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.351657 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.373352 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port c0378e9c-b2ec-4549-87f7-7ee4f0348d87, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=c0378e9c-b2ec-4549-87f7-7ee4f0348d87,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:41:25.457801 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:25.601380 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=c0378e9c-b2ec-4549-87f7-7ee4f0348d87,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:41:27.083849 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device c0378e9c-b2ec-4549-87f7-7ee4f0348d87 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:41:27.136897 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port c0378e9c-b2ec-4549-87f7-7ee4f0348d87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:41:27.137356 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:34.158378 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0ec6dce0-3154-4c8d-8b34-55e9aae87be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:36.759767 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cc4046eb-cf80-404a-b12c-01a690a72c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.296579 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:37.880205 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:39.261932 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:41:40.141953 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:42:04.104488 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aef3f6bc-7ff0-4650-a2d4-1d2ad5136b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:06.756346 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-41e08869-3f25-4023-9946-bad0952b4364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:07.867486 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:08.011286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:09.261595 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:17.143171 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:42:34.077746 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1fcc5e9e-48e3-4bb5-b201-96d264a19fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:36.757565 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cec4d359-a942-4851-8a52-8cbc1957b0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:37.326961 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:37.895207 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:39.304168 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:42:54.143569 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:43:03.358228 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41918) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:03.427336 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fa4fc9-fc13-46bd-a956-d0a38fea358d admin admin] GET failed (client error): The resource could not be found. Aug 19 18:43:03.428668 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-38fa4fc9-fc13-46bd-a956-d0a38fea358d admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0695546 Aug 19 18:43:03.592213 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d85cb0-9cbb-4a89-a55e-44376391a64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:03.593708 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-18d85cb0-9cbb-4a89-a55e-44376391a64c admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1607099 Aug 19 18:43:04.091561 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cfa35d00-7d61-4090-a48a-bed989f48c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:05.801006 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:05.905081 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497cd15-34ff-4fe1-8409-e3b98dee7a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:05.906472 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1497cd15-34ff-4fe1-8409-e3b98dee7a0a admin admin] 10.222.0.37 "GET /v2.0/subnets/209b51c2-5a0b-45ed-9b28-bf7993379af7 HTTP/1.1" status: 200 len: 849 time: 0.1044960 Aug 19 18:43:05.917068 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:06.004642 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.293994 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752558458215'] for subnet, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.326177 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:06.326809 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.328293 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] 10.222.0.37 "PUT /v2.0/subnets/209b51c2-5a0b-45ed-9b28-bf7993379af7 HTTP/1.1" status: 200 len: 868 time: 0.4148240 Aug 19 18:43:06.338054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2bd697-de21-4585-be02-ce0d5d4be230 None None] Network 1dc29b88-1bf0-4dbf-b670-3a163b230300 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:06.349404 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=209b51c2-5a0b-45ed-9b28-bf7993379af7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:06.356233 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.356660 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.357023 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.357369 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.358067 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.358253 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.358585 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.358964 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.359380 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.359730 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.360273 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.361311 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86ee30d-5315-497a-a3d6-acdf5670f159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:06.720042 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4410f2c1-5b2b-4d7d-b409-08b6312b0936 None None] Provisioning complete for port d89c8e06-3afd-489f-905c-a72fa0948fe1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:06.720932 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4410f2c1-5b2b-4d7d-b409-08b6312b0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.764739 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6673e88a-e57b-457a-b256-d865b79cecf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:06.834161 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4410f2c1-5b2b-4d7d-b409-08b6312b0936 None None] Provisioning complete for port 0566b0dc-b5c0-43c3-8b48-08df9be44310 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:43:06.834426 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4410f2c1-5b2b-4d7d-b409-08b6312b0936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.308735 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:07.911060 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:08.582019 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41936) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:08.786981 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468a5ef-7771-4fa9-93ad-60be37db6f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:08.787387 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8468a5ef-7771-4fa9-93ad-60be37db6f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:08.788951 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8468a5ef-7771-4fa9-93ad-60be37db6f31 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2059622 Aug 19 18:43:09.288157 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:10.994507 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:11.199116 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032486-e967-455f-ba94-f92974149447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.199414 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c032486-e967-455f-ba94-f92974149447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:11.200955 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-3c032486-e967-455f-ba94-f92974149447 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053964 Aug 19 18:43:13.399787 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41954) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:13.523421 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b3546-bda3-4b11-98ba-f9859352ba81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:13.524817 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-942b3546-bda3-4b11-98ba-f9859352ba81 admin admin] 10.222.0.37 "GET /v2.0/networks/0fa2c66f-33ef-4407-84ea-938c440fedda HTTP/1.1" status: 200 len: 886 time: 0.1240170 Aug 19 18:43:15.733137 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41962) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:15.881078 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182859f-959d-4c1c-bb86-e30b50337113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:15.882474 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5182859f-959d-4c1c-bb86-e30b50337113 admin admin] 10.222.0.37 "GET /v2.0/networks/1dc29b88-1bf0-4dbf-b670-3a163b230300 HTTP/1.1" status: 200 len: 869 time: 0.1483314 Aug 19 18:43:18.071807 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41970) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:18.213727 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc06ba-009c-486b-b67c-dd038b5e8644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.214205 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc06ba-009c-486b-b67c-dd038b5e8644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:18.216127 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-01dc06ba-009c-486b-b67c-dd038b5e8644 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1433532 Aug 19 18:43:20.430489 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 41978) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:20.529497 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e25ddf-0183-4bb6-a3fa-f1ae018d00d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.529970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e25ddf-0183-4bb6-a3fa-f1ae018d00d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:20.531665 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-37e25ddf-0183-4bb6-a3fa-f1ae018d00d7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1000404 Aug 19 18:43:22.727678 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:22.826153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242551ed-218f-41ba-8f61-e7b329c814a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:22.827557 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-242551ed-218f-41ba-8f61-e7b329c814a9 admin admin] 10.222.0.37 "GET /v2.0/subnets/209b51c2-5a0b-45ed-9b28-bf7993379af7 HTTP/1.1" status: 200 len: 868 time: 0.0989318 Aug 19 18:43:25.046742 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 41994) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:25.137162 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e656b-d58b-4e34-b5a3-93dbb88f7d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:25.138584 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-c00e656b-d58b-4e34-b5a3-93dbb88f7d03 admin admin] 10.222.0.37 "GET /v2.0/subnets/a2c20459-4ce6-4636-9cde-09e3ef007840 HTTP/1.1" status: 200 len: 816 time: 0.0908270 Aug 19 18:43:31.142466 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:43:34.139215 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-998afec1-e2ee-48ba-8d42-e862e6054b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:36.776743 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b2da5acc-6618-40b2-b79d-70a51335f61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.304900 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:37.925031 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:39.293328 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:50.648774 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42048) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:50.697735 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [None req-2e1a1ed8-591e-4256-96c4-6a51b21e32f9 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:43:50.698757 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2e1a1ed8-591e-4256-96c4-6a51b21e32f9 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490336 Aug 19 18:43:53.020352 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42056) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:53.085207 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-391a5680-1bde-4570-a897-50b8bacbdae1 admin admin] GET failed (client error): The resource could not be found. Aug 19 18:43:53.086577 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-391a5680-1bde-4570-a897-50b8bacbdae1 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652792 Aug 19 18:43:53.180007 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05e4597-9e70-4d39-be89-6c46d5383378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:53.181498 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e05e4597-9e70-4d39-be89-6c46d5383378 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0900054 Aug 19 18:43:55.382676 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:55.442850 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:55.630193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Made reservation on behalf of 8b3c94f583ee49feacf3a75da97ac4b0 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:55.632615 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.737957 dv-cinder-790535-9-iscsi neutron-server[101268]: WARNING neutron.services.revisions.revision_plugin [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Could not find related network for resource to bump revision. Aug 19 18:43:55.749355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:43:55.759092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.759444 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Added segment 8a21c42c-f8e1-4031-a710-13ac9ff6cf0d of type vlan for network 98175e78-77ea-4805-81b9-08bc54054a7b Aug 19 18:43:55.802814 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.921270 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.922348 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:55.923092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:55.981148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Pushing event updated for resources: {'Network': ['ID=98175e78-77ea-4805-81b9-08bc54054a7b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:55.988087 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.988399 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.988749 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.989086 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.989414 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.989769 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.990099 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.990438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.990788 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.991149 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.991470 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:55.991794 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:56.002866 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 98175e78-77ea-4805-81b9-08bc54054a7b details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:43:56.045305 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-abe2860c-f5d1-443e-8c17-f5545480cbde admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6615369 Aug 19 18:43:58.251117 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:43:58.315404 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-48beb3e8-6ab5-4120-b26b-106b9314e191 admin admin] GET failed (client error): The resource could not be found. Aug 19 18:43:58.316777 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-48beb3e8-6ab5-4120-b26b-106b9314e191 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0643818 Aug 19 18:43:58.414865 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb34f8-1b44-4381-b764-674ffba1c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:58.416382 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-28eb34f8-1b44-4381-b764-674ffba1c4cb admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0952029 Aug 19 18:43:58.427248 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Request body: {'subnet': {'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:43:58.538144 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Made reservation on behalf of 8b3c94f583ee49feacf3a75da97ac4b0 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:43:58.540583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:58.764497 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:58.822714 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b832bb39-8cf9-41b3-b581-5f633709a5d1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:58.831851 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Checking segment: {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:58.832224 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Network hostable DHCP agents. Network: 98175e78-77ea-4805-81b9-08bc54054a7b, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:43:58.924365 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Network 98175e78-77ea-4805-81b9-08bc54054a7b is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:43:59.021527 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 98175e78-77ea-4805-81b9-08bc54054a7b) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:59.025777 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:43:59.026366 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:59.035047 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ac1ef1-146c-4061-ac75-f76fe469f04d None None] Network 98175e78-77ea-4805-81b9-08bc54054a7b requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:43:59.113787 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-361c5683-eff8-41e9-bd21-7053fc040168 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6898470 Aug 19 18:43:59.207061 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64831f07-672a-4219-a246-af8e141135bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-98175e78-77ea-4805-81b9-08bc54054a7b', 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b', 'tenant_id': '8b3c94f583ee49feacf3a75da97ac4b0', 'fixed_ips': [{'subnet_id': 'b832bb39-8cf9-41b3-b581-5f633709a5d1'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:43:59.207982 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:59.369204 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-64831f07-672a-4219-a246-af8e141135bf None None] Allocated IP 192.168.233.2 (98175e78-77ea-4805-81b9-08bc54054a7b/b832bb39-8cf9-41b3-b581-5f633709a5d1/fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:43:59.528210 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:59.541607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-64831f07-672a-4219-a246-af8e141135bf None None] Transition to ACTIVE for port object fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:59.559609 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-64831f07-672a-4219-a246-af8e141135bf None None] Transition to ACTIVE for port object fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:43:59.633765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:59.677069 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64831f07-672a-4219-a246-af8e141135bf None None] Network 98175e78-77ea-4805-81b9-08bc54054a7b is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:43:59.680172 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-64831f07-672a-4219-a246-af8e141135bf None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:43:59.682729 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64831f07-672a-4219-a246-af8e141135bf None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:43:59.692549 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64831f07-672a-4219-a246-af8e141135bf None None] Pushing event updated for resources: {'Port': ['ID=fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:43:59.722463 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.724492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.724492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.724492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.724492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.724492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.724492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.725070 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.725163 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.725473 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.725805 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.727026 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:43:59.760858 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-64831f07-672a-4219-a246-af8e141135bf None None] Attempting to bind port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:43:59.761222 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-64831f07-672a-4219-a246-af8e141135bf None None] Attempting to bind port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:43:59.761580 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64831f07-672a-4219-a246-af8e141135bf None None] Attempting to bind port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 on network 98175e78-77ea-4805-81b9-08bc54054a7b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:43:59.767377 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64831f07-672a-4219-a246-af8e141135bf None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:43:59.767749 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64831f07-672a-4219-a246-af8e141135bf None None] Checking segment: {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:43:59.768146 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:59.768566 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64831f07-672a-4219-a246-af8e141135bf None None] Bound using segment: {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:43:59.769045 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-64831f07-672a-4219-a246-af8e141135bf None None] Bound port: fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:43:59.769440 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:43:59.836949 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-64831f07-672a-4219-a246-af8e141135bf None None] For port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:43:59.840162 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-64831f07-672a-4219-a246-af8e141135bf None None] For port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:43:59.976393 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64831f07-672a-4219-a246-af8e141135bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:00.038111 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64831f07-672a-4219-a246-af8e141135bf None None] Pushing event updated for resources: {'Port': ['ID=fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:00.896346 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbea43-9ac5-4f90-945f-febc5a1f2bd1 None None] Network 98175e78-77ea-4805-81b9-08bc54054a7b requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:44:01.077133 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4a9b58e-87f5-47ce-b865-5476e0e3d3d0 None None] Provisioning for port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:44:01.241588 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:44:01.401599 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:44:01.401599 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:44:01.401599 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:01.494516 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:01.529129 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:44:01.604687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:01.654495 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:44:03.185662 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:44:03.237427 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port fb6ae54e-e8c5-4ef7-8424-3d02d6e333d7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:44:03.237800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:04.092297 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-819384a6-4638-4ce1-86dd-7421040cda3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:06.749480 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6be80abf-6256-42d9-bf91-417adbce117d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:07.316044 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:07.889948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:08.142040 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:44:09.267912 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:34.085985 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a190c750-3978-4224-8f4c-dff0227db1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:36.751966 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d50328c9-c5c7-4091-9f34-471b79f11894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:37.323283 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:37.951766 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:39.255267 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:44:45.141126 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:45:04.085017 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a72a7175-8d77-4c52-bbe6-5a8aeb78220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:06.796628 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e081fc-348e-4584-ac5e-f6d911bf9660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:07.319762 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:07.899755 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:09.256954 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:22.139704 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:45:23.426581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42124) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:23.433508 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [None req-1d8e221b-28a7-40c2-a424-c9b05520d605 tempest-verify_tempest_config-405510692 tempest-verify_tempest_config-405510692-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:45:23.434500 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1d8e221b-28a7-40c2-a424-c9b05520d605 tempest-verify_tempest_config-405510692 tempest-verify_tempest_config-405510692-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067251 Aug 19 18:45:23.893005 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42142) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:24.008101 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.123959 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.173296 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.222533 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9139dccab01446419242c0816424b9d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3284495 Aug 19 18:45:24.224241 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd670a26-6f40-4156-9188-b8ba7421ccae,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:24.225720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42148) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:45:24.231116 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.231492 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.231847 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.232187 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.232528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.232880 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.233218 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.233553 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.233885 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.234244 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.234575 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.234901 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca52e122-0e43-46d5-b240-327c6754520d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.282066 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.304439 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.433153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.435725 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:24.436870 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd670a26-6f40-4156-9188-b8ba7421ccae HTTP/1.1" status: 204 len: 168 time: 0.2099957 Aug 19 18:45:24.444762 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd670a26-6f40-4156-9188-b8ba7421ccae,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:45:24.451516 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.451885 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.452231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.452568 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.452901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.453233 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.453564 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.453993 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.454243 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.454576 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.454933 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:24.455248 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1072-78f6-47e9-937d-4adfaf0c5fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:45:34.101154 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6bbc511-e05d-458c-8161-4da7be5ef7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:36.759186 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e392480a-cac2-4d74-82c9-71bb4060bb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:37.278380 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:37.921740 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:39.261104 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:45:59.138681 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:46:04.083955 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb8a0-0264-4fb2-b683-8cef68709d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:06.803238 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6038281-9aeb-4522-8aa9-bbbb9d013fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.295680 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:07.900393 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:09.271731 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:34.105448 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-44a3a720-c88f-4e37-b015-23bfc41f8404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:36.136910 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:46:36.760212 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bdecc72b-95fc-4665-95d7-99eeabed5036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.300885 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:37.920120 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:39.310728 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:46:56.424772 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3836501'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:04.110092 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e300f6d4-6e3a-43de-9f63-0a3bd14755d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:06.827561 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14615290-690f-4c3a-9c08-cfadd04a0b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:07.290522 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:07.907893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:09.275576 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:11.087951 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42222) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:47:11.198744 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-fb8d89db-8075-43a1-ac86-14da0a872d0c admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1096392 Aug 19 18:47:13.135653 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:47:13.394286 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:47:13.458036 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-421faa00-df2d-4e63-831a-1fc66fec6926 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0627003 Aug 19 18:47:26.358343 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:34.120780 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a8303291-5b14-4838-9902-5fa8cbf9ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:36.758525 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ed702d1-7412-459b-a6e7-1a79b5704afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:37.292402 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:37.918736 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:39.280440 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:47:50.134618 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:47:56.377665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:04.125787 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36e41807-5da7-45e1-ad7b-de40adcbd8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:06.764934 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1c75724-bf68-4539-9b6f-2b40c53868af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.314296 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:07.925691 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:09.318178 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:26.410557 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:27.133832 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:48:34.145285 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25a1150b-5fb3-442c-9e8d-85348890021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:36.745357 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ec964a58-b559-40e2-8111-955dba33fbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:37.307928 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:37.946069 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:39.284498 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:43.149417 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:43.572543 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42442) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:43.806399 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:43.830136 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-734281010-network', 'tenant_id': '9096b056518042a9b8ecccc46532af00'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:43.919208 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Made reservation on behalf of 9096b056518042a9b8ecccc46532af00 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:43.924373 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:43.930694 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:43.967185 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1355456932-network', 'tenant_id': '046c7368086847c4a31400beb1e4e92e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:43.996934 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:44.040661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42470) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:44.053213 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.059573 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1915810402-network', 'tenant_id': 'fb064eb794b8475c93aab8028955b791'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:44.103336 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.126930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.db.api [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:48:44.126930 dv-cinder-790535-9-iscsi neutron-server[101269]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:48:44.126930 dv-cinder-790535-9-iscsi neutron-server[101269]: [parameters: {'project_id_1': 'fb064eb794b8475c93aab8028955b791', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 48, 44, 65773)}] Aug 19 18:48:44.126930 dv-cinder-790535-9-iscsi neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:48:44.127393 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG oslo_db.api [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:48:44.132367 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:48:44.158344 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752558426314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.159223 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Unsubscribe: segment precommit_create {{(pid=101269) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 19 18:48:44.159403 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Added segment bbf0014e-df7f-4309-950d-845fc76083f9 of type vlan for network 3f0e769b-6d87-4f54-b785-1d87013ab927 Aug 19 18:48:44.174860 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2910a8d0-3304-4ebd-893b-8ce147298dd8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:44.209918 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Made reservation on behalf of 046c7368086847c4a31400beb1e4e92e for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:44.212010 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.218160 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.218524 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.219107 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.219449 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.219785 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.220145 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.220509 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.220858 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.221207 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.221536 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.221860 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.222182 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Tracked resource versions report: Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: pushed versions: Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: { 'AddressGroup': {'1.2'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'ConntrackHelper': {'1.0'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Log': {'1.0'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Network': {'1.1'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Port': {'1.7'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'PortForwarding': {'1.2'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'QosPolicy': {'1.9'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroup': {'1.4'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SubPort': {'1.0'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Subnet': {'1.1'}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Trunk': {'1.1'}} Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: consumer versions: Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: HyperV agent@hv-cinder-79053: {}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'ConntrackHelper': '1.0', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Log': '1.0', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Network': '1.1', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Port': '1.7', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'PortForwarding': '1.2', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'QosPolicy': '1.9', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroup': '1.4', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SecurityGroupRule': '1.2', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'SubPort': '1.0', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Subnet': '1.1', Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: 'Trunk': '1.1'}} Aug 19 18:48:44.223288 dv-cinder-790535-9-iscsi neutron-server[101269]: {{(pid=101269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:48:44.239107 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.255653 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.340972 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.340972 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:44.340972 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.352069 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1420061996-network', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:44.362107 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-788805017-network', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:44.458929 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] Pushing event updated for resources: {'Network': ['ID=3f0e769b-6d87-4f54-b785-1d87013ab927,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:44.466493 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.476656 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:48:44.544101 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.559274 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:48:44.573306 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.573643 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Added segment c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5 of type vlan for network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 Aug 19 18:48:44.604217 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c6236dcd-a2c6-4a1d-a544-9afe49c6a83f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4528134 Aug 19 18:48:44.608317 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42494) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:44.614750 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Request body: {'subnet': {'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-subnet', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:44.634796 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94729fa-a107-49da-ab65-f743bf990fe2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:44.651703 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.750582 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Made reservation on behalf of cf327b349be8438e9cca6b74c00e55cc for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:44.753063 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.772203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.776362 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.777711 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:44.778017 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.837021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Made reservation on behalf of 45259f5472b444d4b0cc4407a345ef44 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:44.839461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.849972 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:44.865498 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] Pushing event updated for resources: {'Network': ['ID=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:44.883344 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:48:44.935292 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ce2f3304-e88e-4e3e-859a-335ade1e7f66 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3614051 Aug 19 18:48:44.938139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42508) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:44.949965 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Request body: {'subnet': {'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1355456932-subnet', 'tenant_id': '046c7368086847c4a31400beb1e4e92e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:45.060024 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Made reservation on behalf of 9096b056518042a9b8ecccc46532af00 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:45.068203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.162767 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Made reservation on behalf of fb064eb794b8475c93aab8028955b791 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:45.162767 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.176986 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.291719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.412509 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.415445 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.440866 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:48:45.514839 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.515225 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Added segment 57696a97-56f8-41b6-87bb-c91611755104 of type vlan for network 47811ec1-5676-4d32-b602-0c089d0a97d2 Aug 19 18:48:45.548744 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249961e-ecd8-4329-80ef-fe53621effd3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:45.593031 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.593422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.593732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.594307 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.594612 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.594974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.595494 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.595837 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.596356 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.596693 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.597059 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.597550 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Tracked resource versions report: Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: pushed versions: Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: { 'AddressGroup': {'1.2'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'ConntrackHelper': {'1.0'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Log': {'1.0'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Network': {'1.1'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Port': {'1.7'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'PortForwarding': {'1.2'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'QosPolicy': {'1.9'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroup': {'1.4'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SubPort': {'1.0'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Subnet': {'1.1'}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Trunk': {'1.1'}} Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: consumer versions: Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: HyperV agent@hv-cinder-79053: {}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'ConntrackHelper': '1.0', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Log': '1.0', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Network': '1.1', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Port': '1.7', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'PortForwarding': '1.2', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'QosPolicy': '1.9', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroup': '1.4', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SecurityGroupRule': '1.2', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'SubPort': '1.0', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Subnet': '1.1', Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: 'Trunk': '1.1'}} Aug 19 18:48:45.598646 dv-cinder-790535-9-iscsi neutron-server[101268]: {{(pid=101268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:48:45.607802 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bacad83-4151-46c5-806d-03a0df122888,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:45.616809 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.630772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Checking segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:45.631164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Network hostable DHCP agents. Network: 3f0e769b-6d87-4f54-b785-1d87013ab927, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:48:45.691389 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.723159 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42542) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:45.741844 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.742858 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:45.743477 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.806032 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] Pushing event updated for resources: {'Network': ['ID=47811ec1-5676-4d32-b602-0c089d0a97d2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:45.817018 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:48:45.821656 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:48:45.827542 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.838675 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:48:45.856816 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.857185 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Added segment e3d8e5ae-ee73-46d5-b797-c23f33691cd6 of type vlan for network b3406ecf-096b-4d2f-af5c-d88295109628 Aug 19 18:48:45.923800 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940495b-f8aa-4315-8961-fb0c7e879800,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:45.939962 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.943544 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3c99037-2ff1-4ce2-9b00-47815fe607a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.966779 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 3f0e769b-6d87-4f54-b785-1d87013ab927) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:45.967981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Made reservation on behalf of 046c7368086847c4a31400beb1e4e92e for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:45.970207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:45.982484 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ade731-252a-45c8-a4f8-4362789f213b None None] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:45.988002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:45.988641 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.049160 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.104184 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.106326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:46.106980 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.136033 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7873af-e3b8-4844-b8c4-52f24989b54f None None] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:46.173023 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.217956 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] Pushing event updated for resources: {'Network': ['ID=b3406ecf-096b-4d2f-af5c-d88295109628,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:46.227274 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97db3d6b-593e-41b3-a26a-b8a7dd98d95a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:46.234933 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network b3406ecf-096b-4d2f-af5c-d88295109628 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:48:46.243485 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:48:46.258432 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.258782 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Added segment 1acd7c47-8654-4a14-bc2a-29c88d6726de of type vlan for network c25f296a-b3a5-41a1-b63a-ecc9039e84bc Aug 19 18:48:46.273514 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-4e9891e1-1ec7-4fbf-b15f-9979af56f30f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6637805 Aug 19 18:48:46.276104 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42546) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.281325 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:46.308213 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.311205 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-bcca608e-09d2-4b3a-a2f8-d7afaf7a3890 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3128731 Aug 19 18:48:46.312383 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b0bdf284-42be-44a8-9175-79229b0db865 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2704160 Aug 19 18:48:46.317156 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42548) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.317496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42550) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.322522 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.328834 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Request body: {'subnet': {'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1420061996-subnet', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:46.336495 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Request body: {'subnet': {'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-subnet', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:46.409891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c9f4b1-8860-4afe-a21c-508c053f3957,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:46.424950 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Checking segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:46.425312 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Network hostable DHCP agents. Network: 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:48:46.444413 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.445412 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:46.446009 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.491494 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3c99037-2ff1-4ce2-9b00-47815fe607a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.509557 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=c25f296a-b3a5-41a1-b63a-ecc9039e84bc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:46.519191 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:48:46.529990 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network c25f296a-b3a5-41a1-b63a-ecc9039e84bc details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:48:46.543352 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3c99037-2ff1-4ce2-9b00-47815fe607a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.598782 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42558) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.599226 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a3c99037-2ff1-4ce2-9b00-47815fe607a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c16fb7e67e9b4315b219b09bc9c1adf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8716938 Aug 19 18:48:46.599226 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c99037-2ff1-4ce2-9b00-47815fe607a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f140e66b-de5c-47d5-b5a4-e3ddb579b1ff,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:46.617713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:46.629162 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:46.629592 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.630259 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2679cde9-af4a-4dde-9fbc-789d175a0ac7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8222303 Aug 19 18:48:46.631081 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42560) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:46.631506 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929adfe-29f2-4100-9b2f-b2181eec3e76 None None] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:46.640415 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Request body: {'subnet': {'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1915810402-subnet', 'tenant_id': 'fb064eb794b8475c93aab8028955b791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:46.693201 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db137c68-b957-4a5a-8474-33d5f4d60751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.725784 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.727332 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.788691 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b66b65-b87f-4052-9cf3-907598874e81 None None] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:46.819523 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-2a40c957-72fc-48b9-bac0-55b6af02f471 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8802118 Aug 19 18:48:46.894853 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db137c68-b957-4a5a-8474-33d5f4d60751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:46.964150 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.017677 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Made reservation on behalf of cf327b349be8438e9cca6b74c00e55cc for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:47.022870 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.124211 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db137c68-b957-4a5a-8474-33d5f4d60751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.127523 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db137c68-b957-4a5a-8474-33d5f4d60751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.130806 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-db137c68-b957-4a5a-8474-33d5f4d60751 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f140e66b-de5c-47d5-b5a4-e3ddb579b1ff HTTP/1.1" status: 204 len: 168 time: 0.5341227 Aug 19 18:48:47.131670 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.db.api [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 19 18:48:47.131670 dv-cinder-790535-9-iscsi neutron-server[101269]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 19 18:48:47.131670 dv-cinder-790535-9-iscsi neutron-server[101269]: [parameters: {'project_id_1': 'fb064eb794b8475c93aab8028955b791', 'expiration_1': datetime.datetime(2021, 8, 19, 18, 48, 46, 669155)}] Aug 19 18:48:47.131670 dv-cinder-790535-9-iscsi neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:48:47.132415 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG oslo_db.api [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:48:47.149022 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db137c68-b957-4a5a-8474-33d5f4d60751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f140e66b-de5c-47d5-b5a4-e3ddb579b1ff,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:47.228884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Made reservation on behalf of 45259f5472b444d4b0cc4407a345ef44 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:47.234096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.392413 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.471595 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42616) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:47.474456 dv-cinder-790535-9-iscsi neutron-server[101268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 19 18:48:47.553286 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.612834 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.614488 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6569abb-75ac-49e1-8fe9-c460f509f216,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:47.657791 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Checking segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:47.658147 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Network hostable DHCP agents. Network: b3406ecf-096b-4d2f-af5c-d88295109628, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:48:47.690169 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8178f8d9-b1dd-44f1-8e1c-441e3b905447,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:47.708093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-cfbe16a3-4bdf-45e0-9592-617d66f7d300 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:47.709608 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-cfbe16a3-4bdf-45e0-9592-617d66f7d300 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.2364602 Aug 19 18:48:47.712765 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Checking segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:47.713118 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Network hostable DHCP agents. Network: 47811ec1-5676-4d32-b602-0c089d0a97d2, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:48:47.746087 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-4abadfa3-59ae-44f7-886f-b0a911de27be tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/quotas/046c7368086847c4a31400beb1e4e92e HTTP/1.1" status: 200 len: 375 time: 0.0158992 Aug 19 18:48:47.781259 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Made reservation on behalf of fb064eb794b8475c93aab8028955b791 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:47.783830 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.819130 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-ceead638-2d91-4386-abcc-b76a14cc3984 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692194 Aug 19 18:48:47.833599 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:48:47.835548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Network b3406ecf-096b-4d2f-af5c-d88295109628 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:48:47.916079 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 47811ec1-5676-4d32-b602-0c089d0a97d2) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:47.921537 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:47.922140 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.928041 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4120d2e1-4948-458c-96fe-63c797ea0606 None None] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:47.939876 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, b3406ecf-096b-4d2f-af5c-d88295109628) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:47.952517 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:47.953115 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:47.989687 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.004671 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bf639e-9d9f-4baa-bb61-40916a1aa586 None None] Network b3406ecf-096b-4d2f-af5c-d88295109628 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:48.031085 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.048678 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-01ef5907-3ec8-4878-8412-4535ee4bae32 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7288814 Aug 19 18:48:48.049275 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:48.056569 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:48.088951 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1dd478d5-e261-48e9-8f5d-3d910c2bc1bf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7702808 Aug 19 18:48:48.093435 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42636) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:48.099878 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:48.100400 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-8313cbc8-0d64-4733-992d-dc7aa9558ef2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:48:48.101875 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-8313cbc8-0d64-4733-992d-dc7aa9558ef2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1375484 Aug 19 18:48:48.124406 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.134684 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42638) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:48.169378 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8258e03-c05d-4d70-b8ac-dba69b799cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.215386 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.220285 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.230137 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2a1501-8667-4bc1-87bc-fff31cbf2179,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:48.253405 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Checking segment: {'id': '1acd7c47-8654-4a14-bc2a-29c88d6726de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:48.253769 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Network hostable DHCP agents. Network: c25f296a-b3a5-41a1-b63a-ecc9039e84bc, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:48:48.282752 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-47811ec1-5676-4d32-b602-0c089d0a97d2', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:48:48.283919 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.295580 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Allocated IP 172.27.0.209 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/015335da-4a65-4764-9ebf-137e37869f4e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:48.312987 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.314794 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-b3406ecf-096b-4d2f-af5c-d88295109628', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:48:48.316255 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.329912 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-0215fbc0-838c-42a2-b771-beee0cd91d9d service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029781 Aug 19 18:48:48.452358 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8258e03-c05d-4d70-b8ac-dba69b799cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.455548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.457096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.468154 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Network c25f296a-b3a5-41a1-b63a-ecc9039e84bc is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:48:48.521327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.525064 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-3f436e8a-5b11-4a11-9516-3e5836aac029 service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785674 Aug 19 18:48:48.539102 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Allocated IP 172.20.0.2 (47811ec1-5676-4d32-b602-0c089d0a97d2/8178f8d9-b1dd-44f1-8e1c-441e3b905447/8077b929-62ad-4f9e-ae4e-2f7a91046f05) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:48.603139 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.610423 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, c25f296a-b3a5-41a1-b63a-ecc9039e84bc) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:48.613922 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8258e03-c05d-4d70-b8ac-dba69b799cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.633762 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:48.635896 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.641114 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Allocated IP 172.20.0.2 (b3406ecf-096b-4d2f-af5c-d88295109628/d6569abb-75ac-49e1-8fe9-c460f509f216/7c202792-c1e9-4dad-b8cf-77c32c2759ad) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:48.645561 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08909f4f-9985-4e0c-9992-4ada65dbabb4 None None] Network c25f296a-b3a5-41a1-b63a-ecc9039e84bc requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:48.685658 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.740304 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:48.746431 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:48.749357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:48.788888 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Pushing event updated for resources: {'Port': ['ID=015335da-4a65-4764-9ebf-137e37869f4e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:48.800635 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.841663 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:48.851418 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Transition to ACTIVE for port object 8077b929-62ad-4f9e-ae4e-2f7a91046f05 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:48.915721 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Transition to ACTIVE for port object 8077b929-62ad-4f9e-ae4e-2f7a91046f05 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:48.974796 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8258e03-c05d-4d70-b8ac-dba69b799cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7339143-d37e-4938-b44d-d5c0f6c11872,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:48.977671 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c8258e03-c05d-4d70-b8ac-dba69b799cc8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6bde95b3967847ffa5863b3e0170a06c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8396895 Aug 19 18:48:48.979481 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-3d49a269-3f54-4e9c-a81e-1890a5bd5484 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3437901 Aug 19 18:48:48.981004 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42674) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:49.004142 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a11e2de7-d6a1-470b-a025-62f438ce9253 req-9a471f73-c79c-4fda-836c-a74fa6a1da29 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.0876112 Aug 19 18:48:49.059913 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.120989 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.132496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5fe3-dcb8-4172-b0db-ff72bb1e05ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.186754 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5fe3-dcb8-4172-b0db-ff72bb1e05ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.234226 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:49.236853 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.244793 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:49.250085 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301cf38d-69eb-453f-bf96-5c26132b6f3e None None] Network c25f296a-b3a5-41a1-b63a-ecc9039e84bc requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:49.261398 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:49.418775 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Attempting to bind port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:49.419190 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Attempting to bind port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:49.420586 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Attempting to bind port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:49.442083 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:49.442730 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Checking segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:49.443412 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.444151 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Bound using segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:49.444508 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Bound port: 8077b929-62ad-4f9e-ae4e-2f7a91046f05, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:49.445366 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.546974 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] For port 8077b929-62ad-4f9e-ae4e-2f7a91046f05, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:49.550019 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] For port 8077b929-62ad-4f9e-ae4e-2f7a91046f05, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8077b929-62ad-4f9e-ae4e-2f7a91046f05,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:49.584171 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Pushing event updated for resources: {'Port': ['ID=8077b929-62ad-4f9e-ae4e-2f7a91046f05,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:49.622132 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.633855 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.635511 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.636116 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.636472 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.636905 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.637443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.637877 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.638309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.638888 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Tracked resource versions report: Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: pushed versions: Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: { 'AddressGroup': {'1.2'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'ConntrackHelper': {'1.0'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Log': {'1.0'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Network': {'1.1'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Port': {'1.7'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'PortForwarding': {'1.2'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'QosPolicy': {'1.9'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroup': {'1.4'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SubPort': {'1.0'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Subnet': {'1.1'}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Trunk': {'1.1'}} Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: consumer versions: Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: HyperV agent@hv-cinder-79053: {}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'ConntrackHelper': '1.0', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Log': '1.0', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Network': '1.1', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Port': '1.7', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'PortForwarding': '1.2', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'QosPolicy': '1.9', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroup': '1.4', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SecurityGroupRule': '1.2', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'SubPort': '1.0', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Subnet': '1.1', Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: 'Trunk': '1.1'}} Aug 19 18:48:49.645765 dv-cinder-790535-9-iscsi neutron-server[101270]: {{(pid=101270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:48:49.665888 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.677810 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5fe3-dcb8-4172-b0db-ff72bb1e05ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.682653 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5fe3-dcb8-4172-b0db-ff72bb1e05ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.686101 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1a2a5fe3-dcb8-4172-b0db-ff72bb1e05ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7339143-d37e-4938-b44d-d5c0f6c11872 HTTP/1.1" status: 204 len: 168 time: 0.6984079 Aug 19 18:48:49.720390 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Transition to ACTIVE for port object 7c202792-c1e9-4dad-b8cf-77c32c2759ad will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:49.741461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.742150 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a5fe3-dcb8-4172-b0db-ff72bb1e05ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7339143-d37e-4938-b44d-d5c0f6c11872,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:49.838335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42714) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:49.854211 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Transition to ACTIVE for port object 7c202792-c1e9-4dad-b8cf-77c32c2759ad will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:49.877079 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b7949-4d79-4013-a89b-2ef921eec927 None None] Pushing event updated for resources: {'Port': ['ID=8077b929-62ad-4f9e-ae4e-2f7a91046f05,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:49.912308 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.924791 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:49.993495 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.001207 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Pushing event updated for resources: {'Port': ['ID=7c202792-c1e9-4dad-b8cf-77c32c2759ad,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:50.029731 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Network b3406ecf-096b-4d2f-af5c-d88295109628 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:50.031488 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:50.035728 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:50.081512 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-bf6c6821-8bc7-4bb5-8f47-6f67f367049c tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:50.083367 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-bf6c6821-8bc7-4bb5-8f47-6f67f367049c tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/networks?id=c25f296a-b3a5-41a1-b63a-ecc9039e84bc HTTP/1.1" status: 200 len: 812 time: 0.2439728 Aug 19 18:48:50.122996 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.144158 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-fa0d5eba-4037-4b00-a705-7f5257db3bab tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/quotas/fb064eb794b8475c93aab8028955b791 HTTP/1.1" status: 200 len: 375 time: 0.0380404 Aug 19 18:48:50.149617 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.242534 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Router 6d142ebc-a885-432f-97c3-badae85ba219 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:48:50.246842 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Allocated IP 172.27.0.109 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/8953e42b-964b-45f9-8d93-874c2780f550) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:50.259492 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-7d0016ac-0e6b-4879-a99e-5db6a3ae2f12 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb064eb794b8475c93aab8028955b791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077037 Aug 19 18:48:50.302900 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4945f723-fcd2-4cf2-b4db-954a98f7582f req-d2160fe8-9b9a-4fda-8c1e-f3da7ed310c9 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.1245267 Aug 19 18:48:50.396001 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Attempting to bind port 7c202792-c1e9-4dad-b8cf-77c32c2759ad on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:50.399684 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Attempting to bind port 7c202792-c1e9-4dad-b8cf-77c32c2759ad by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:50.399684 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Attempting to bind port 7c202792-c1e9-4dad-b8cf-77c32c2759ad on network b3406ecf-096b-4d2f-af5c-d88295109628 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:50.405155 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:50.405998 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Checking segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:50.406680 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.407361 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Bound using segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:50.408067 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Bound port: 7c202792-c1e9-4dad-b8cf-77c32c2759ad, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:50.408689 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.520922 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] For port 7c202792-c1e9-4dad-b8cf-77c32c2759ad, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:50.527614 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.529361 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] For port 7c202792-c1e9-4dad-b8cf-77c32c2759ad, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7c202792-c1e9-4dad-b8cf-77c32c2759ad,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:50.589635 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:50.609004 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Sync routers for ids ['6d142ebc-a885-432f-97c3-badae85ba219'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:50.623211 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Routers {'6d142ebc-a885-432f-97c3-badae85ba219'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:50.624159 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['6d142ebc-a885-432f-97c3-badae85ba219'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:50.633671 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.662221 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-94848480-4974-463e-826c-b5319d926efb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:48:50.663293 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-94848480-4974-463e-826c-b5319d926efb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2227159 Aug 19 18:48:50.713908 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.720776 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-35d1772c-761f-421e-9671-9c4d5d7f1adf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4431727 Aug 19 18:48:50.750129 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:50.783910 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:50.787072 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c9f3d-4497-44e1-b5b4-e75eb3b254b5 None None] Pushing event updated for resources: {'Port': ['ID=7c202792-c1e9-4dad-b8cf-77c32c2759ad,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:50.819764 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Set router 6d142ebc-a885-432f-97c3-badae85ba219 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:50.951064 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Allocated IP 172.27.0.144 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/97971cb8-3046-417f-8c6e-887f1682e9aa) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:50.980814 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:51.012420 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:51.034504 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:51.058675 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:48:48Z', 'revision_number': 3, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:51.141608 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Checking router: 6d142ebc-a885-432f-97c3-badae85ba219 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:51.151415 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Updating router 6d142ebc-a885-432f-97c3-badae85ba219 port 015335da-4a65-4764-9ebf-137e37869f4e binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:48:51.168537 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-a496d8d2-cbbb-4472-8a8e-c18d8fdb6c65 service neutron] 10.222.0.37 "GET /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751515 Aug 19 18:48:51.248922 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:51.318850 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42782) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:51.341417 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Pushing event updated for resources: {'Port': ['ID=8953e42b-964b-45f9-8d93-874c2780f550,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:51.484909 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-5b3303bf-2074-49c8-8c65-1275f0c89dcb service neutron] 10.222.0.37 "GET /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160585 Aug 19 18:48:51.548567 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f83c4c-7ef1-428c-ad77-cc5d121189e6 None None] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:51.718156 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:51.738490 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:51.801954 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7c202792-c1e9-4dad-b8cf-77c32c2759ad up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:51.824733 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a836ec9-67b4-41c1-bed2-e25444d954ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:51.922474 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2a5907c0-6a85-4f77-a714-92de2851b7fb None None] Provisioning for port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:52.048610 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 7c202792-c1e9-4dad-b8cf-77c32c2759ad completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:52.057744 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8077b929-62ad-4f9e-ae4e-2f7a91046f05 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:52.067538 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5fa739c2-cb48-44cd-92c1-1beade41b249 req-6e15e3cf-eeee-418f-a024-3468ff067a61 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.5764744 Aug 19 18:48:52.155978 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.158320 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.250034 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:52.259889 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:52.265256 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.377407 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-989a9a9b-5a20-4d43-85c6-33135709c7f1 req-92915a58-842c-4a49-a923-86d3bf679a7c tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.1067829 Aug 19 18:48:52.530145 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.548990 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Transition to ACTIVE for port object 015335da-4a65-4764-9ebf-137e37869f4e will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:52.558397 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.581616 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e1be1e-392b-4226-8940-d1639199abbc None None] Network b3406ecf-096b-4d2f-af5c-d88295109628 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:48:52.582982 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:52.624922 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.635078 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:52.648269 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:52.695413 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Pushing event updated for resources: {'Port': ['ID=015335da-4a65-4764-9ebf-137e37869f4e,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:52.706743 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.706743 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.707085 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.707610 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.708107 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.708608 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.709335 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.711051 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.711607 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.712157 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.713316 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.713848 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Tracked resource versions report: Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: pushed versions: Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: { 'AddressGroup': {'1.2'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'ConntrackHelper': {'1.0'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Log': {'1.0'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Network': {'1.1'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Port': {'1.7'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'PortForwarding': {'1.2'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'QosPolicy': {'1.9'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroup': {'1.4'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroupRule': {'1.2'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SubPort': {'1.0'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Subnet': {'1.1'}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Trunk': {'1.1'}} Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: consumer versions: Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: { DHCP agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: HyperV agent@hv-cinder-79053: {}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: L3 agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: Metadata agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: Metering agent@dv-cinder-790535-9-iscsi: {}, Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: Open vSwitch agent@dv-cinder-790535-9-iscsi: { 'AddressGroup': '1.2', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'ConntrackHelper': '1.0', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Log': '1.0', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Network': '1.1', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Port': '1.7', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'PortForwarding': '1.2', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'QosPolicy': '1.9', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroup': '1.4', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SecurityGroupRule': '1.2', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'SubPort': '1.0', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Subnet': '1.1', Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: 'Trunk': '1.1'}} Aug 19 18:48:52.716639 dv-cinder-790535-9-iscsi neutron-server[101271]: {{(pid=101271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 19 18:48:52.750038 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Attempting to bind port 015335da-4a65-4764-9ebf-137e37869f4e on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:52.750748 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Attempting to bind port 015335da-4a65-4764-9ebf-137e37869f4e by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:52.755355 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Attempting to bind port 015335da-4a65-4764-9ebf-137e37869f4e on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:52.757641 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:52.758327 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:52.758983 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.759616 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:52.760815 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Bound port: 015335da-4a65-4764-9ebf-137e37869f4e, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:52.761529 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.778980 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=97971cb8-3046-417f-8c6e-887f1682e9aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:52.817997 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Allocated IP 172.20.0.1 (3f0e769b-6d87-4f54-b785-1d87013ab927/4bacad83-4151-46c5-806d-03a0df122888/7de3f113-d7c0-43f7-bb1e-77511b644beb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:52.858311 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] For port 015335da-4a65-4764-9ebf-137e37869f4e, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:52.862146 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] For port 015335da-4a65-4764-9ebf-137e37869f4e, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=015335da-4a65-4764-9ebf-137e37869f4e,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:52.903005 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.922475 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2aa0cb21-ab5d-408c-84db-6c514fd1685e None None] Provisioning complete for port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:52.923043 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cb21-ab5d-408c-84db-6c514fd1685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.933586 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a836ec9-67b4-41c1-bed2-e25444d954ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.936524 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:52.961709 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:48:52.973751 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 8077b929-62ad-4f9e-ae4e-2f7a91046f05, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8077b929-62ad-4f9e-ae4e-2f7a91046f05,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:53.055436 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.069914 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42842) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:53.124759 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.135008 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2aa0cb21-ab5d-408c-84db-6c514fd1685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.199872 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.228933 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Routers {'6d142ebc-a885-432f-97c3-badae85ba219'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:53.231094 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['6d142ebc-a885-432f-97c3-badae85ba219'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:53.256729 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f8e8f-c96d-4bab-9871-2dbd104a2fc4 None None] Pushing event updated for resources: {'Port': ['ID=015335da-4a65-4764-9ebf-137e37869f4e,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:53.320048 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=8077b929-62ad-4f9e-ae4e-2f7a91046f05,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:53.395086 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.db.api [None req-2aa0cb21-ab5d-408c-84db-6c514fd1685e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:48:53.395290 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG oslo_db.api [None req-2aa0cb21-ab5d-408c-84db-6c514fd1685e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:48:53.408016 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:53.410429 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a836ec9-67b4-41c1-bed2-e25444d954ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.421094 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:53.433176 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:53.440762 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:53.513430 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-41ca5c11-47ff-402f-b9fb-f806d7587fd8 req-ec860551-f50a-46e4-aba6-d0fc173f57ce tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.0343204 Aug 19 18:48:53.521417 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] Set router 6d142ebc-a885-432f-97c3-badae85ba219 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:53.565965 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a836ec9-67b4-41c1-bed2-e25444d954ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d53e7a4-cada-41c6-8f68-e7abf5af41fd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:53.568708 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.571196 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9ec894a2-7bf1-44cf-8266-4bfa463ace3d req-579b1902-3cbf-4d47-86ca-6054b73ef4cd tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.0527275 Aug 19 18:48:53.574105 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1644fa5c-b5e0-4139-9828-4c27a958be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.604572 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:53.632952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:53.641189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:53.650001 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:53.685411 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:53.750160 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8a836ec9-67b4-41c1-bed2-e25444d954ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc82bb97fdbe4af28fd67f4bacf6e89a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4276562 Aug 19 18:48:53.751767 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42862) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:53.770414 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Pushing event updated for resources: {'Port': ['ID=7de3f113-d7c0-43f7-bb1e-77511b644beb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:53.848293 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:48:48Z', 'revision_number': 3, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:53.881796 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.30', 51987) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:53.936532 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c63c3e-518d-4a8d-b276-f491944a7368 None None] The sync data for ids ['6d142ebc-a885-432f-97c3-badae85ba219'] in dv-cinder-790535-9-iscsi is: [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:48:48Z', 'revision_number': 3, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:54.025903 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638c876a-f484-43cb-9634-ee2c40469a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.077419 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:51Z', 'revision_number': 3, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:54.127431 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:54.127431 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Updating router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 port 8953e42b-964b-45f9-8d93-874c2780f550 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:48:54.158296 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.177368 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638c876a-f484-43cb-9634-ee2c40469a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.236669 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.248389 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-f5de4532-93e0-4b64-9d73-f67d7552234e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:54.250803 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-f5de4532-93e0-4b64-9d73-f67d7552234e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.3389242 Aug 19 18:48:54.318269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1644fa5c-b5e0-4139-9828-4c27a958be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.319961 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.367854 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] Provisioning for port 7c202792-c1e9-4dad-b8cf-77c32c2759ad completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:54.378387 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] Provisioning complete for port 7c202792-c1e9-4dad-b8cf-77c32c2759ad triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:54.378842 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.383867 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Request body: {'port': {'device_id': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'admin_state_up': True, 'tenant_id': '046c7368086847c4a31400beb1e4e92e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:54.466811 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638c876a-f484-43cb-9634-ee2c40469a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.485983 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638c876a-f484-43cb-9634-ee2c40469a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.494609 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-638c876a-f484-43cb-9634-ee2c40469a0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d53e7a4-cada-41c6-8f68-e7abf5af41fd HTTP/1.1" status: 204 len: 168 time: 0.7397938 Aug 19 18:48:54.519745 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.524030 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a453bed6-e984-4534-8d7d-105039732150 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4736941 Aug 19 18:48:54.532002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1644fa5c-b5e0-4139-9828-4c27a958be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.546210 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.553245 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42876) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:54.584310 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c876a-f484-43cb-9634-ee2c40469a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d53e7a4-cada-41c6-8f68-e7abf5af41fd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:54.634545 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1644fa5c-b5e0-4139-9828-4c27a958be40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=524b47e27d7d430b910a8f412ee65875&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5609314 Aug 19 18:48:54.635319 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 42884) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:54.768066 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:48:54.802900 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] For port 7c202792-c1e9-4dad-b8cf-77c32c2759ad, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7c202792-c1e9-4dad-b8cf-77c32c2759ad,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:54.841971 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffe760cd-098d-4cd4-84de-323a64269e11 req-630e1166-44ab-4649-af1b-1b7ca2a7a9a6 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.0921521 Aug 19 18:48:54.881930 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-eac732ae-a4c0-4a67-9b9b-185280a77675 req-a47cdc5a-c2ce-4746-bf0e-6b12f4898e76 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.1735771 Aug 19 18:48:54.893217 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.896786 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:54.916885 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644fa5c-b5e0-4139-9828-4c27a958be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bced09b-f779-4392-89ce-cfcb1a02d5af,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:54.992057 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Transition to ACTIVE for port object 8953e42b-964b-45f9-8d93-874c2780f550 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:55.059225 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b8a23-3843-4939-8913-25704ad4da90 None None] Pushing event updated for resources: {'Port': ['ID=7c202792-c1e9-4dad-b8cf-77c32c2759ad,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:55.083741 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.173720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8c42-8fa5-4289-b730-0f983e06ab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.204410 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Attempting to bind port 8953e42b-964b-45f9-8d93-874c2780f550 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:55.205433 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Attempting to bind port 8953e42b-964b-45f9-8d93-874c2780f550 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:55.205804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Attempting to bind port 8953e42b-964b-45f9-8d93-874c2780f550 on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:55.222054 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:55.233291 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a15b-bd9d-45e6-a47a-9c82d77b6873 None None] Pushing event updated for resources: {'Port': ['ID=8953e42b-964b-45f9-8d93-874c2780f550,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:55.234296 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:55.247080 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:55.248366 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:55.251267 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.251267 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:55.251575 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:55.251687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Bound port: 8953e42b-964b-45f9-8d93-874c2780f550, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:55.251687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.253910 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:55.283584 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8c42-8fa5-4289-b730-0f983e06ab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.309453 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] For port 8953e42b-964b-45f9-8d93-874c2780f550, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:55.330894 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] For port 8953e42b-964b-45f9-8d93-874c2780f550, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8953e42b-964b-45f9-8d93-874c2780f550,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:55.361641 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Made reservation on behalf of 046c7368086847c4a31400beb1e4e92e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:55.388107 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.438981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.471690 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.595604 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8c42-8fa5-4289-b730-0f983e06ab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.597126 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7c202792-c1e9-4dad-b8cf-77c32c2759ad up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:55.603248 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a1b8c42-8fa5-4289-b730-0f983e06ab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.607320 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-2a1b8c42-8fa5-4289-b730-0f983e06ab18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bced09b-f779-4392-89ce-cfcb1a02d5af HTTP/1.1" status: 204 len: 168 time: 0.9526267 Aug 19 18:48:55.682987 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:55.695260 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:55.711131 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.717622 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-108e0ca3-8ae3-4cf5-b3d8-82a87628d2d3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6229334 Aug 19 18:48:55.718128 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:55.739963 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:55.768676 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.769482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.855686 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:55.999316 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b8c42-8fa5-4289-b730-0f983e06ab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bced09b-f779-4392-89ce-cfcb1a02d5af,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:56.000946 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Pushing event updated for resources: {'Port': ['ID=7de3f113-d7c0-43f7-bb1e-77511b644beb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:56.102053 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:52Z', 'revision_number': 3, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:56.177326 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:48:56.179186 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Updating router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 port 97971cb8-3046-417f-8c6e-887f1682e9aa binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:48:56.180752 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:56.266823 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Allocated IP 172.20.0.5 (4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218/03c9f4b1-8860-4afe-a21c-508c053f3957/68fc4ad2-2184-42cd-bda1-3167e82e4dc0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:56.335416 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:56.376821 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26a15b-bd9d-45e6-a47a-9c82d77b6873 None None] Pushing event updated for resources: {'Port': ['ID=8953e42b-964b-45f9-8d93-874c2780f550,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:56.458622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.30', 51996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:56.470266 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2c9586e7-b2be-4de7-a631-b47727c7df6a req-7698cf45-b5c4-4928-8260-32a99afd1763 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.4519346 Aug 19 18:48:56.489770 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 7c202792-c1e9-4dad-b8cf-77c32c2759ad triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:56.490150 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:56.554102 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:56.599171 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bf85bcc8-b9fc-409d-89cb-fa5aa2658fe3 req-7b5b5259-3fde-4b9a-80cc-c04683eb78d5 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.2786021 Aug 19 18:48:56.744153 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42948) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:56.818025 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Allocated IP 172.20.0.1 (b3406ecf-096b-4d2f-af5c-d88295109628/d6569abb-75ac-49e1-8fe9-c460f509f216/ddba7fc3-b469-4d09-a524-a2d60c442dbc) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:56.933484 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8077b929-62ad-4f9e-ae4e-2f7a91046f05 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:56.981805 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78a435f9-8e7d-4223-b3e5-74d1ad09f2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.005962 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:51Z', 'revision_number': 3, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:57.146987 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74148026-1a5d-4aef-993a-3f6ee68df2eb None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:51Z', 'revision_number': 3, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:57.168582 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:57.170060 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.228605 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.285732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:57.291926 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:57.300908 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Transition to ACTIVE for port object ddba7fc3-b469-4d09-a524-a2d60c442dbc will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:57.305161 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.324787 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-7e2c1e0b-4ac0-42d4-a126-b7a005886ca2 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:57.345749 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-7e2c1e0b-4ac0-42d4-a126-b7a005886ca2 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.30 "GET /v2.0/networks?id=c25f296a-b3a5-41a1-b63a-ecc9039e84bc HTTP/1.1" status: 200 len: 812 time: 0.8760972 Aug 19 18:48:57.350977 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Transition to ACTIVE for port object 97971cb8-3046-417f-8c6e-887f1682e9aa will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:57.419084 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 015335da-4a65-4764-9ebf-137e37869f4e up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:57.437076 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.605566 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 015335da-4a65-4764-9ebf-137e37869f4e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:57.620149 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 015335da-4a65-4764-9ebf-137e37869f4e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:57.623483 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.642558 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Attempting to bind port 97971cb8-3046-417f-8c6e-887f1682e9aa on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:48:57.663114 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Attempting to bind port 97971cb8-3046-417f-8c6e-887f1682e9aa by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:48:57.693765 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Attempting to bind port 97971cb8-3046-417f-8c6e-887f1682e9aa on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:48:57.721038 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:48:57.721853 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:48:57.729125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.729125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:48:57.729125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Bound port: 97971cb8-3046-417f-8c6e-887f1682e9aa, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:48:57.729125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.729125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258354fc-b860-4159-a869-dcd02b5b64c0 None None] Pushing event updated for resources: {'Port': ['ID=97971cb8-3046-417f-8c6e-887f1682e9aa,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:57.733797 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78a435f9-8e7d-4223-b3e5-74d1ad09f2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.818372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.823294 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78a435f9-8e7d-4223-b3e5-74d1ad09f2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.842887 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Request body: {'port': {'device_id': '97086bad-7bf7-4cf5-bd41-708783d00828', 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc', 'admin_state_up': True, 'tenant_id': 'fb064eb794b8475c93aab8028955b791'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:48:57.872881 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-78a435f9-8e7d-4223-b3e5-74d1ad09f2be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04da147f92ac438cbdea7740b8249cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1190646 Aug 19 18:48:57.876214 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.883802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 42970) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:48:57.907096 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 015335da-4a65-4764-9ebf-137e37869f4e, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=015335da-4a65-4764-9ebf-137e37869f4e,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:57.921678 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:57.932432 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] For port 97971cb8-3046-417f-8c6e-887f1682e9aa, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:48:57.941707 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Network b3406ecf-096b-4d2f-af5c-d88295109628 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:57.948258 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] For port 97971cb8-3046-417f-8c6e-887f1682e9aa, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=97971cb8-3046-417f-8c6e-887f1682e9aa,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:48:57.952726 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:57.979685 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.045706 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.072353 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.205188 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Allocated IP 172.20.0.1 (47811ec1-5676-4d32-b602-0c089d0a97d2/8178f8d9-b1dd-44f1-8e1c-441e3b905447/8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:48:58.212127 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=015335da-4a65-4764-9ebf-137e37869f4e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:58.283788 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:58.284562 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:58.297715 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8953e42b-964b-45f9-8d93-874c2780f550 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:48:58.366515 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:58.367401 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.376571 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c3a453b7-212c-40b6-bd34-ba66116762fb req-3e812344-c49e-4c70-a8e0-70f0e569f9aa tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.5248559 Aug 19 18:48:58.437876 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a435f9-8e7d-4223-b3e5-74d1ad09f2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72faee5e-26b6-4112-b5c5-702bdaf5719f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:58.675468 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258354fc-b860-4159-a869-dcd02b5b64c0 None None] Pushing event updated for resources: {'Port': ['ID=97971cb8-3046-417f-8c6e-887f1682e9aa,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:58.678460 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9229363b-bfe9-4595-9b2a-154a4f7011f4 req-356ad966-6cca-4231-96da-0c9d2519315d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.6138411 Aug 19 18:48:58.679538 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:48:58.679868 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 8953e42b-964b-45f9-8d93-874c2780f550 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:58.679868 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 8953e42b-964b-45f9-8d93-874c2780f550 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:58.679868 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.710835 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8a78211a-cbe9-443f-aeaa-32dea22ebdbc None None] Provisioning for port ddba7fc3-b469-4d09-a524-a2d60c442dbc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:48:58.773232 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8a78211a-cbe9-443f-aeaa-32dea22ebdbc None None] Provisioning complete for port ddba7fc3-b469-4d09-a524-a2d60c442dbc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:48:58.773878 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a78211a-cbe9-443f-aeaa-32dea22ebdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.775741 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.840094 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 8953e42b-964b-45f9-8d93-874c2780f550, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8953e42b-964b-45f9-8d93-874c2780f550,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:48:58.845999 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8a78211a-cbe9-443f-aeaa-32dea22ebdbc None None] Port ddba7fc3-b469-4d09-a524-a2d60c442dbc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:48:58.879111 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3139fe5e-ae1a-4986-a08e-455e3f95e144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.927312 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:58.928643 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddba7fc3-b469-4d09-a524-a2d60c442dbc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:59.026719 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3139fe5e-ae1a-4986-a08e-455e3f95e144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.028050 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:52Z', 'revision_number': 3, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:59.070071 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d44115-cf8e-47cd-8ddd-dca030a2e6d7 None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:52Z', 'revision_number': 3, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:48:59.088643 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.110941 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.128659 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:59.166734 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Transition to ACTIVE for port object 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:48:59.176375 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Router 6d142ebc-a885-432f-97c3-badae85ba219 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:48:59.176564 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=8953e42b-964b-45f9-8d93-874c2780f550,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:59.179779 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event updated for resources: {'Port': ['ID=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:59.185875 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:59.207561 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:59.214237 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:48:59.215649 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.362266 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.372163 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3139fe5e-ae1a-4986-a08e-455e3f95e144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.379777 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3139fe5e-ae1a-4986-a08e-455e3f95e144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.383831 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-3139fe5e-ae1a-4986-a08e-455e3f95e144 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72faee5e-26b6-4112-b5c5-702bdaf5719f HTTP/1.1" status: 204 len: 168 time: 1.4890828 Aug 19 18:48:59.405669 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-61488588-ead9-4414-bd53-c0131d6843b2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0312285 Aug 19 18:48:59.441582 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-392962bc-ce0e-466c-bed5-958c94935900 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:48:59.445056 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-392962bc-ce0e-466c-bed5-958c94935900 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152071 Aug 19 18:48:59.445612 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:59.453764 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.482723 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139fe5e-ae1a-4986-a08e-455e3f95e144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72faee5e-26b6-4112-b5c5-702bdaf5719f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:48:59.556741 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:48:59.599775 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:48:59.616851 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:48:59.617471 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.730403 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:48:59.748154 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Sync routers for ids ['6d142ebc-a885-432f-97c3-badae85ba219'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:48:59.759718 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-79bbecde-f51a-4f0b-95d1-73bb6350ae4c admin admin] 10.222.0.37 "PUT /v2.0/routers/6d142ebc-a885-432f-97c3-badae85ba219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9996984 Aug 19 18:48:59.784567 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Routers {'6d142ebc-a885-432f-97c3-badae85ba219'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:48:59.787615 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['6d142ebc-a885-432f-97c3-badae85ba219'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:48:59.827170 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Made reservation on behalf of fb064eb794b8475c93aab8028955b791 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:48:59.845365 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:48:59.913962 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d943278c-1e0d-4fdd-aac4-5a875e5976ed req-7a381877-c67c-4ff8-8bc6-42d1b730a323 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.1521749 Aug 19 18:49:00.234764 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Set router 6d142ebc-a885-432f-97c3-badae85ba219 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:00.237057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Allocated IP 172.20.0.7 (c25f296a-b3a5-41a1-b63a-ecc9039e84bc/8e2a1501-8667-4bc1-87bc-fff31cbf2179/40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:00.415969 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:00.505237 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:00.506183 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:00.671299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8953e42b-964b-45f9-8d93-874c2780f550 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:00.693620 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddba7fc3-b469-4d09-a524-a2d60c442dbc,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:00.697252 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:00.785488 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Request body: {'port': {'device_id': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:00.959277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cde8166e-c7cf-4738-a188-9b79024298f2 None None] Provisioning for port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:00.969639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.017883 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cde8166e-c7cf-4738-a188-9b79024298f2 None None] Provisioning complete for port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:01.021138 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cde8166e-c7cf-4738-a188-9b79024298f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.140229 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369d5e0-6ee1-4999-8388-a6403e9e85f8 req-316fd602-85fb-4ca4-85a9-8fdfe1b30036 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:01.151002 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3369d5e0-6ee1-4999-8388-a6403e9e85f8 req-316fd602-85fb-4ca4-85a9-8fdfe1b30036 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 931 time: 1.6676881 Aug 19 18:49:01.162437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 8953e42b-964b-45f9-8d93-874c2780f550 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:01.172317 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.258667 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cde8166e-c7cf-4738-a188-9b79024298f2 None None] Port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:01.277669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Network c25f296a-b3a5-41a1-b63a-ecc9039e84bc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:01.293461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.299187 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:01.301624 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:48:54Z', 'revision_number': 4, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '7de3f113-d7c0-43f7-bb1e-77511b644beb', 'name': '', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'mac_address': 'fa:16:3e:dc:73:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4bacad83-4151-46c5-806d-03a0df122888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:52Z', 'updated_at': '2021-08-19T18:48:54Z', 'revision_number': 2, 'project_id': '9096b056518042a9b8ecccc46532af00', 'subnets': [{'id': '4bacad83-4151-46c5-806d-03a0df122888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:01.341346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:01.356655 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.365839 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 97971cb8-3046-417f-8c6e-887f1682e9aa up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:01.373817 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:01.381097 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.474647 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Checking router: 6d142ebc-a885-432f-97c3-badae85ba219 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:49:01.480180 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Updating router 6d142ebc-a885-432f-97c3-badae85ba219 port 7de3f113-d7c0-43f7-bb1e-77511b644beb binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:49:01.529652 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Network b3406ecf-096b-4d2f-af5c-d88295109628 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:01.563080 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:01.568661 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:01.633857 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3369d5e0-6ee1-4999-8388-a6403e9e85f8 req-b282a2a7-23cd-41a5-8852-9cfdd9914d6b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815414 Aug 19 18:49:02.025563 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-bca91e63-5947-4a3e-9f6e-7e5d3b90abd3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:02.031640 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 97971cb8-3046-417f-8c6e-887f1682e9aa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:02.036531 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-bca91e63-5947-4a3e-9f6e-7e5d3b90abd3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 818 time: 0.6357222 Aug 19 18:49:02.047073 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 97971cb8-3046-417f-8c6e-887f1682e9aa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:02.060235 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.155466 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Pushing event updated for resources: {'Port': ['ID=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:02.164757 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-07e74d41-fbd9-4073-ba6c-e82b7c63bf39 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/quotas/9096b056518042a9b8ecccc46532af00 HTTP/1.1" status: 200 len: 375 time: 0.1269462 Aug 19 18:49:02.195610 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:49:02.198935 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.270669 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c23b36e3-4651-4605-9756-808d98a498c0 None None] Provisioning complete for port ddba7fc3-b469-4d09-a524-a2d60c442dbc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:02.271762 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c23b36e3-4651-4605-9756-808d98a498c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.297996 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.298735 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.372099 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-ee8f317d-d159-47fb-abf9-5ca54b6fe846 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5367801 Aug 19 18:49:02.440736 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c23b36e3-4651-4605-9756-808d98a498c0 None None] Port ddba7fc3-b469-4d09-a524-a2d60c442dbc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:02.474853 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.497034 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da253c9e-ba41-495e-93e4-88aa2ae881e2 req-48af6cd0-b9cb-4a99-bc4f-099eebc78509 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:02.504324 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da253c9e-ba41-495e-93e4-88aa2ae881e2 req-48af6cd0-b9cb-4a99-bc4f-099eebc78509 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 931 time: 0.4408076 Aug 19 18:49:02.509947 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 97971cb8-3046-417f-8c6e-887f1682e9aa, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=97971cb8-3046-417f-8c6e-887f1682e9aa,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:02.571606 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:02.607245 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:49:02.615429 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-117a353f-0f80-4431-8837-4608082006b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/67b98417-1b8f-41f3-ab6a-d9e830d33f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0474160 Aug 19 18:49:02.617639 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:02.619356 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:02.629602 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.631169 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:49:02.643903 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Transition to ACTIVE for port object 7de3f113-d7c0-43f7-bb1e-77511b644beb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:02.653590 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:02.656024 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:02.659431 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-0b869054-abfc-4893-878c-a4073e73f97e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4697173 Aug 19 18:49:02.683746 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da253c9e-ba41-495e-93e4-88aa2ae881e2 req-12037ba8-bf6a-43dd-adba-bb088d5ecc37 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776392 Aug 19 18:49:02.860513 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:49:02.887473 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:02.981963 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-92767570-ce16-4e2f-8295-ffdd1555bcf3 None None] Provisioning complete for port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:02.982339 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-92767570-ce16-4e2f-8295-ffdd1555bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:02.989418 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:49:03.004193 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f01ecedd-2492-42a8-9b47-f4ed213cbec9 admin admin] 10.222.0.37 "PUT /v2.0/routers/93836a25-a24d-4a83-b2f1-5737e0f8cef1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2831392 Aug 19 18:49:03.037479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:49:03.086965 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:03.089100 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:03.107588 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-7809be7b-874c-454e-ad91-33e70b1190f5 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357302 Aug 19 18:49:03.117324 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a3706-bcb4-4ba0-8a9e-b5d71bc9b992 req-07d59b48-7ba7-423a-ba74-de75f618d0a1 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:03.118820 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-405a3706-bcb4-4ba0-8a9e-b5d71bc9b992 req-07d59b48-7ba7-423a-ba74-de75f618d0a1 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 931 time: 0.3291864 Aug 19 18:49:03.122046 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 2, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:03.160085 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:49:03.160446 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Updating router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 port ddba7fc3-b469-4d09-a524-a2d60c442dbc binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:49:03.181085 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-92767570-ce16-4e2f-8295-ffdd1555bcf3 None None] Port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:03.187603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:03.191629 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.211821 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.246139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Transition to ACTIVE for port object 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:03.251365 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:03.255467 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-405a3706-bcb4-4ba0-8a9e-b5d71bc9b992 req-7f120f67-c0d8-4ce0-b42c-d26ccab82179 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237228 Aug 19 18:49:03.278322 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-811c83fd-0c86-4d31-97e6-0bc8fa380eee service neutron] 10.222.0.37 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583576 Aug 19 18:49:03.476275 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:01Z', 'revision_number': 2, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:03.510736 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:49:03.511409 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Updating router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:49:03.540834 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.584043 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.594812 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Transition to ACTIVE for port object ddba7fc3-b469-4d09-a524-a2d60c442dbc will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:03.820560 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.822125 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 015335da-4a65-4764-9ebf-137e37869f4e up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:03.873098 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.902294 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Transition to ACTIVE for port object 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:03.920401 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=97971cb8-3046-417f-8c6e-887f1682e9aa,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:03.931810 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.939287 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 015335da-4a65-4764-9ebf-137e37869f4e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:03.939287 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.965505 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:03.966233 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.016443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.036971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43094) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:04.049389 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8054dc7-e144-4695-8888-e7a55cf940b7 None None] Pushing event updated for resources: {'Port': ['ID=7de3f113-d7c0-43f7-bb1e-77511b644beb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:04.055812 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167509290', 'description': 'tempest-description--95045364'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:04.115356 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10e862-2a8d-46b4-a89e-931c5e281bc0 None None] Pushing event updated for resources: {'Port': ['ID=ddba7fc3-b469-4d09-a524-a2d60c442dbc,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:04.231802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.339117 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Attempting to bind port ddba7fc3-b469-4d09-a524-a2d60c442dbc on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:04.349248 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Attempting to bind port ddba7fc3-b469-4d09-a524-a2d60c442dbc by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:04.349248 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Attempting to bind port ddba7fc3-b469-4d09-a524-a2d60c442dbc on network b3406ecf-096b-4d2f-af5c-d88295109628 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:04.363714 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:04.364168 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Checking segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:04.366247 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.366562 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Bound using segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:04.368985 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Bound port: ddba7fc3-b469-4d09-a524-a2d60c442dbc, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:04.378322 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.421614 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:49:04.429882 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.430098 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-92e568cc-19cb-4f08-b1cb-4325c0e5ffb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.479014 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ef46-b45c-4881-bab8-703b5c288073 None None] Pushing event updated for resources: {'Port': ['ID=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:04.493720 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.517036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Attempting to bind port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:04.518815 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Attempting to bind port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:04.521044 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Attempting to bind port 7de3f113-d7c0-43f7-bb1e-77511b644beb on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:04.521521 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Attempting to bind port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:04.532906 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Attempting to bind port 7de3f113-d7c0-43f7-bb1e-77511b644beb by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:04.535442 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Attempting to bind port 7de3f113-d7c0-43f7-bb1e-77511b644beb on network 3f0e769b-6d87-4f54-b785-1d87013ab927 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:04.537788 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Pushing event updated for resources: {'Port': ['ID=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:04.555145 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:04.555788 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Attempting to bind port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:04.559875 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] For port ddba7fc3-b469-4d09-a524-a2d60c442dbc, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:04.567849 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] For port ddba7fc3-b469-4d09-a524-a2d60c442dbc, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=ddba7fc3-b469-4d09-a524-a2d60c442dbc,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:04.585729 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af4f54e-6c24-4a49-9a97-07c270016543,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:04.601878 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd062776-b338-45fb-8987-3d28f7b693d1 req-f726c460-25f0-4fe0-b0d9-dd1aeb3da9d7 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:04.605716 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd062776-b338-45fb-8987-3d28f7b693d1 req-f726c460-25f0-4fe0-b0d9-dd1aeb3da9d7 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 931 time: 0.4491925 Aug 19 18:49:04.608081 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:04.608666 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Checking segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:04.609595 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Bound using segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:04.610569 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Bound port: 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:04.611153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.616175 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:04.616337 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Checking segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:04.616795 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.617421 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Bound using segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:04.617974 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Bound port: 7de3f113-d7c0-43f7-bb1e-77511b644beb, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:04.618437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.638527 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.639689 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.645340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 43118) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:04.647500 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-707d1f28-a0ba-4ef9-ba9e-7da6f7692294 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6082690 Aug 19 18:49:04.649955 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'security_group_rule': {'security_group_id': '0af4f54e-6c24-4a49-9a97-07c270016543', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:04.670014 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Attempting to bind port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:04.670460 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Attempting to bind port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:04.670989 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Attempting to bind port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:04.683394 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:04.683873 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Checking segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:04.684351 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.684827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Bound using segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:04.685459 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Bound port: 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:04.685934 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.749680 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd062776-b338-45fb-8987-3d28f7b693d1 req-5767ecd4-c4c4-4889-9dee-ea701681fddd tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348193 Aug 19 18:49:04.808529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] For port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:04.827655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] For port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:04.834843 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10e862-2a8d-46b4-a89e-931c5e281bc0 None None] Pushing event updated for resources: {'Port': ['ID=ddba7fc3-b469-4d09-a524-a2d60c442dbc,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:04.853142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.912226 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] For port 7de3f113-d7c0-43f7-bb1e-77511b644beb, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:04.932495 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:04.940490 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:04.943325 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] For port 7de3f113-d7c0-43f7-bb1e-77511b644beb, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7de3f113-d7c0-43f7-bb1e-77511b644beb,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:04.954057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:04.960907 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 97971cb8-3046-417f-8c6e-887f1682e9aa up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:05.067334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] For port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:05.104920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] For port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:05.150533 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:05.224856 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Request body: {'port': {'device_id': '97086bad-7bf7-4cf5-bd41-708783d00828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:05.278501 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:05.337516 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:05.338236 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:05.340688 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] 10.222.0.30 "PUT /v2.0/ports/68fc4ad2-2184-42cd-bda1-3167e82e4dc0 HTTP/1.1" status: 200 len: 1093 time: 5.4398954 Aug 19 18:49:05.343514 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a379109b-0ffe-4e8b-9037-71ebd905c8dd req-96b5a587-ca88-4114-a28f-5d838028236b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 210 time: 0.3999956 Aug 19 18:49:05.343997 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'tag': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:05.380423 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:05.519099 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Routers {'6d142ebc-a885-432f-97c3-badae85ba219'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:05.519760 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['6d142ebc-a885-432f-97c3-badae85ba219'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:05.680692 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:05.691099 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052460863', 'description': 'tempest-description--551838246'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:05.787567 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] Set router 6d142ebc-a885-432f-97c3-badae85ba219 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:05.872103 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 97971cb8-3046-417f-8c6e-887f1682e9aa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:05.884344 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:05.898647 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:05.987892 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66" -d '{"events": [{"name": "network-changed", "server_uuid": "91681ab7-8b25-4646-b7b7-43c584b51f57", "tag": "68fc4ad2-2184-42cd-bda1-3167e82e4dc0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:06.062245 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:04Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:06.125993 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.139453 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2c21c-0491-4837-ad79-15eaa70f9490 None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:04Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:49:06.205514 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:06.205514 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:48:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:06.208535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8054dc7-e144-4695-8888-e7a55cf940b7 None None] Pushing event updated for resources: {'Port': ['ID=7de3f113-d7c0-43f7-bb1e-77511b644beb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:06.225253 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.270019 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.301817 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:06.377619 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.380491 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-23f0f24b-2e64-4421-b11b-28fae3014328 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6963904 Aug 19 18:49:06.382948 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:06.394060 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bc61c-e157-40fa-9475-da8c9c810932 service neutron] Pushing event updated for resources: {'Port': ['ID=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:06.394995 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'security_group_rule': {'security_group_id': '16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:06.397324 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.399653 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.489749 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-6a587126-cb84-4a3e-ad97-a38007238dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:06.491256 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-6a587126-cb84-4a3e-ad97-a38007238dda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 1096 time: 0.7894619 Aug 19 18:49:06.515952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4809849d-4feb-4c58-ae94-030daedc52a5,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:06.569223 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.603114 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ef46-b45c-4881-bab8-703b5c288073 None None] Pushing event updated for resources: {'Port': ['ID=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:06.726626 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.751798 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:06.764584 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818f0be-7249-46a0-95db-09ecd4739d6c req-eccd2d8f-1a4a-4bbc-b397-0719879f0daa tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:06.774762 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4818f0be-7249-46a0-95db-09ecd4739d6c req-eccd2d8f-1a4a-4bbc-b397-0719879f0daa tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 943 time: 1.2188661 Aug 19 18:49:06.804163 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.840587 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a81337-24de-4f59-81da-df0c1f135515,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:06.950276 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:06.950276 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e0629046-ad34-4f14-9bea-1cef5f21729b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5561373 Aug 19 18:49:06.952455 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43180) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:06.958005 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'security_group_rule': {'security_group_id': '16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:07.130887 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-350d5c96-66ec-4b93-97fe-3c063a1264a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.198187 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.361029 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:48:54Z', 'revision_number': 4, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '7de3f113-d7c0-43f7-bb1e-77511b644beb', 'name': '', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'mac_address': 'fa:16:3e:dc:73:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4bacad83-4151-46c5-806d-03a0df122888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:52Z', 'updated_at': '2021-08-19T18:49:04Z', 'revision_number': 4, 'project_id': '9096b056518042a9b8ecccc46532af00', 'subnets': [{'id': '4bacad83-4151-46c5-806d-03a0df122888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:07.377082 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.393886 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.398041 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:07.398195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ca651705-e8d8-41ad-9821-0a0bdbf90b1e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7522905 Aug 19 18:49:07.403267 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'security_group_rule': {'security_group_id': '0af4f54e-6c24-4a49-9a97-07c270016543', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:07.411433 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb9a66c-0966-42b2-9fb5-be29483a059c None None] The sync data for ids ['6d142ebc-a885-432f-97c3-badae85ba219'] in dv-cinder-790535-9-iscsi is: [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:48:54Z', 'revision_number': 4, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '7de3f113-d7c0-43f7-bb1e-77511b644beb', 'name': '', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'mac_address': 'fa:16:3e:dc:73:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '4bacad83-4151-46c5-806d-03a0df122888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:52Z', 'updated_at': '2021-08-19T18:49:04Z', 'revision_number': 4, 'project_id': '9096b056518042a9b8ecccc46532af00', 'subnets': [{'id': '4bacad83-4151-46c5-806d-03a0df122888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:49:07.445884 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:05Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:07.459453 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.459549 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.517582 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945013bd-2019-41b0-baf6-4e5dedae9470,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:07.519902 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cc6152-ca46-4ab6-845b-e61f45ed7ad5 None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:05Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:49:07.553228 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-7d42179e-5c56-402d-95c2-c188b0881a0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0 HTTP/1.1" status: 200 len: 217 time: 1.0140481 Aug 19 18:49:07.553414 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.568890 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ddba7fc3-b469-4d09-a524-a2d60c442dbc up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:07.642522 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-0598f5ee-4ef4-478e-bb8b-b5307f971293 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:07.650902 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-0598f5ee-4ef4-478e-bb8b-b5307f971293 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 818 time: 1.6568546 Aug 19 18:49:07.651821 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.661183 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8ed21daf-6727-489a-82b8-d44aa2dfa943 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7044487 Aug 19 18:49:07.669056 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43196) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:07.678792 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:07.860125 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.899352 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port ddba7fc3-b469-4d09-a524-a2d60c442dbc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:07.912479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port ddba7fc3-b469-4d09-a524-a2d60c442dbc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:07.916148 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.919602 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:07.923999 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4818f0be-7249-46a0-95db-09ecd4739d6c req-3d3d9c03-d5e4-4998-9ccb-d9575d9d7fb0 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1438525 Aug 19 18:49:07.950797 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:07.967995 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6337f6df-cfc8-43c7-9245-7d92ced01069 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/quotas/9096b056518042a9b8ecccc46532af00 HTTP/1.1" status: 200 len: 375 time: 0.3129580 Aug 19 18:49:08.006756 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.30', 52011) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:08.018359 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.028096 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.033082 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-4ab5c397-8698-4730-bd37-36bbd26d4088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:08.036959 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-4ab5c397-8698-4730-bd37-36bbd26d4088 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 200 len: 855 time: 0.4854033 Aug 19 18:49:08.038853 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfeb62c-7d14-455f-8d5c-9a096d07e3de,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:08.061113 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.194785 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.263332 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.264773 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4eb6923c-27b5-48ea-9747-36b8b3a795d9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8656213 Aug 19 18:49:08.277026 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:08.291121 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:08.310125 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-ecc9c3d8-874b-4a88-b7dc-2db24ac7dc5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145166 Aug 19 18:49:08.313768 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port ddba7fc3-b469-4d09-a524-a2d60c442dbc, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=ddba7fc3-b469-4d09-a524-a2d60c442dbc,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:08.376246 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.402119 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Transition to ACTIVE for port object 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:08.481884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.511634 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=ddba7fc3-b469-4d09-a524-a2d60c442dbc,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:08.524176 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.612993 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:08.830252 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Allocated IP 172.27.0.192 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/0e34402f-d682-4457-af8f-557306a0569f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:08.987692 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-39a21b5f-dc04-49b2-9ece-7b549fe9ead2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9741521 Aug 19 18:49:09.030153 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.093199 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-43ae02dc-dad0-4963-b4dc-5d6c1552353a service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934915 Aug 19 18:49:09.107800 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f063ef-a015-4d24-a6ef-c7e0a08c2f6c req-064e2035-182e-4882-9d21-37dca32e6739 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:09.109331 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38f063ef-a015-4d24-a6ef-c7e0a08c2f6c req-064e2035-182e-4882-9d21-37dca32e6739 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 931 time: 0.8049529 Aug 19 18:49:09.142666 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Pushing event updated for resources: {'Port': ['ID=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:09.168253 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.194017 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-ca75a4e3-8ef6-4894-a56f-5f8727231719 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053020 Aug 19 18:49:09.216002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-c4533010-01d5-4d1e-8068-99cc384775b7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:09.217530 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-c4533010-01d5-4d1e-8068-99cc384775b7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 818 time: 1.1682522 Aug 19 18:49:09.330831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Attempting to bind port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:09.337105 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Attempting to bind port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '1acd7c47-8654-4a14-bc2a-29c88d6726de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:09.337940 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Attempting to bind port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 on network c25f296a-b3a5-41a1-b63a-ecc9039e84bc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:09.361198 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38f063ef-a015-4d24-a6ef-c7e0a08c2f6c req-061809ca-1964-4129-a841-f67f3951930a tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350585 Aug 19 18:49:09.372974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 on network c25f296a-b3a5-41a1-b63a-ecc9039e84bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:09.373474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Attempting to bind port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 on network c25f296a-b3a5-41a1-b63a-ecc9039e84bc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:09.375743 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.432626 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:09.433924 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Checking segment: {'id': '1acd7c47-8654-4a14-bc2a-29c88d6726de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:09.453801 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Bound using segment: {'id': '1acd7c47-8654-4a14-bc2a-29c88d6726de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:09.454959 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Bound port: 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acd7c47-8654-4a14-bc2a-29c88d6726de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:09.455605 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.482995 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Allocated IP 172.27.0.143 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/d181734a-d9c9-4df1-8481-06817a3a60b3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:09.593128 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Request body: {'port': {'device_id': '15419122-e2cf-4059-959c-a52f5b762a33', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'admin_state_up': True, 'tenant_id': '9096b056518042a9b8ecccc46532af00'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:09.734613 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:09.899137 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-c010e792-9a98-49ab-99db-3ca7c8b5c017 service neutron] 10.222.0.37 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039042 Aug 19 18:49:09.900311 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.938929 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:09.962001 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:09.967822 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:09.974479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.002364 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:10.049888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.060600 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:10.067256 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:10.093029 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'Port': ['ID=0e34402f-d682-4457-af8f-557306a0569f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:10.187092 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'Port': ['ID=d181734a-d9c9-4df1-8481-06817a3a60b3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:10.214331 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] For port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:10.238782 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] For port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,segment=NetworkSegment(1acd7c47-8654-4a14-bc2a-29c88d6726de),segment_id=1acd7c47-8654-4a14-bc2a-29c88d6726de)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:10.255592 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:10.261499 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2e55cc5-112c-4918-b33a-77765b01e946 req-d78d8f04-287e-4ca1-b547-81318ff399c1 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029905 Aug 19 18:49:10.262339 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:10.277635 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:10.335684 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.339121 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1894943d-ee62-4e26-8522-329188a6143b x-openstack-request-id: req-1894943d-ee62-4e26-8522-329188a6143b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:10.340053 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91681ab7-8b25-4646-b7b7-43c584b51f57", "tag": "68fc4ad2-2184-42cd-bda1-3167e82e4dc0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:10.340563 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1894943d-ee62-4e26-8522-329188a6143b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:10.341361 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'tag': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0', 'status': 'completed', 'code': 200} Aug 19 18:49:10.344391 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.364120 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.371336 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Made reservation on behalf of 9096b056518042a9b8ecccc46532af00 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:10.387192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.392521 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.518089 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.579891 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:10.610373 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 43246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:10.644646 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.644646 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ddba7fc3-b469-4d09-a524-a2d60c442dbc up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:10.738631 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:10.739491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:10.746885 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-676fc895-10b1-4440-a925-b590699862d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 HTTP/1.1" status: 200 len: 1093 time: 5.5740919 Aug 19 18:49:10.849013 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:10.891240 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port ddba7fc3-b469-4d09-a524-a2d60c442dbc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:10.891726 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.034030 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-cd929f4b-1975-4794-9b89-264ccfe74f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:11.034030 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-cd929f4b-1975-4794-9b89-264ccfe74f0b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 1096 time: 0.4349492 Aug 19 18:49:11.035775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fc895-10b1-4440-a925-b590699862d0 service neutron] Pushing event updated for resources: {'Port': ['ID=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:11.091800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7de3f113-d7c0-43f7-bb1e-77511b644beb up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:11.116285 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fbd46938-46df-4a0e-9f2f-09a3d6202858 req-fb252c5c-6f7b-4a46-817f-a620dd7f6412 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 210 time: 0.1986406 Aug 19 18:49:11.118096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.293679 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 7de3f113-d7c0-43f7-bb1e-77511b644beb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:11.298086 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 7de3f113-d7c0-43f7-bb1e-77511b644beb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:11.298770 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.368911 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8205d-17c1-4bbb-a6da-b45e073cd97a req-ce7947e1-cc83-4dbe-89d4-25b892b9e738 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:11.378095 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ead8205d-17c1-4bbb-a6da-b45e073cd97a req-ce7947e1-cc83-4dbe-89d4-25b892b9e738 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 943 time: 0.7435460 Aug 19 18:49:11.406346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7e27577-f62c-44aa-91b3-d8c7ec5dac59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.461942 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.511392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.618511 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Allocated IP 172.20.0.5 (3f0e769b-6d87-4f54-b785-1d87013ab927/4bacad83-4151-46c5-806d-03a0df122888/8af5f260-ce05-43dc-866d-a5f4c0bd5554) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:11.647971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.652478 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 7de3f113-d7c0-43f7-bb1e-77511b644beb, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7de3f113-d7c0-43f7-bb1e-77511b644beb,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:11.769706 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.776050 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.781746 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:11.883683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ede09-ff28-46b7-ab9c-08f730f4b676 req-47b3fe4a-7b1b-4a8a-8621-74446316048d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:11.885941 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b68ede09-ff28-46b7-ab9c-08f730f4b676 req-47b3fe4a-7b1b-4a8a-8621-74446316048d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 943 time: 0.4996955 Aug 19 18:49:11.912826 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-7e0e56c4-5cd2-46f3-8877-ec44f7924d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:11.915623 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-7e0e56c4-5cd2-46f3-8877-ec44f7924d84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb064eb794b8475c93aab8028955b791&device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 1096 time: 0.8726454 Aug 19 18:49:11.944222 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ead8205d-17c1-4bbb-a6da-b45e073cd97a req-0a4a4e94-724a-4017-93d9-2536029de824 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643902 Aug 19 18:49:12.007888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.009882 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:12.060730 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=7de3f113-d7c0-43f7-bb1e-77511b644beb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:12.062333 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-bde6e76c-a782-493e-a639-cfff261a42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:12.063347 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.067482 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-bde6e76c-a782-493e-a639-cfff261a42c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 916 time: 0.9693394 Aug 19 18:49:12.127495 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'Port': ['ID=0e34402f-d682-4457-af8f-557306a0569f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:12.253241 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:12.253951 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.300957 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-6b97325b-5e86-45c8-85c5-1a7c2de90547 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 HTTP/1.1" status: 200 len: 217 time: 0.2050467 Aug 19 18:49:12.351835 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'Port': ['ID=d181734a-d9c9-4df1-8481-06817a3a60b3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:12.452621 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97086bad-7bf7-4cf5-bd41-708783d00828', 'tag': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:12.453232 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a9122f-137c-417f-8507-f370f1b98a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "97086bad-7bf7-4cf5-bd41-708783d00828", "tag": "40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:12.472100 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9d828982-8bbf-46a3-9581-909972eade50 req-5abb49ee-2c04-44d8-8807-7a968f72763e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 210 time: 0.1548498 Aug 19 18:49:12.481288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-4a4bc230-9985-471e-8407-a03f40c983a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0 HTTP/1.1" status: 200 len: 217 time: 0.3445995 Aug 19 18:49:12.541579 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b68ede09-ff28-46b7-ab9c-08f730f4b676 req-7a3df2df-65d8-486e-8df3-91a6d429cf6e tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094232 Aug 19 18:49:12.577300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.686969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8b0582-75ea-429e-b69a-ad2b8efda364 x-openstack-request-id: req-ad8b0582-75ea-429e-b69a-ad2b8efda364 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:12.688023 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97086bad-7bf7-4cf5-bd41-708783d00828", "tag": "40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:12.688023 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad8b0582-75ea-429e-b69a-ad2b8efda364 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:12.688023 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97086bad-7bf7-4cf5-bd41-708783d00828', 'tag': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4', 'status': 'completed', 'code': 200} Aug 19 18:49:12.744259 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-843ad6be-aeeb-4a8f-b154-3eadd66abf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:12.746859 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-843ad6be-aeeb-4a8f-b154-3eadd66abf22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e2a1501-8667-4bc1-87bc-fff31cbf2179 HTTP/1.1" status: 200 len: 852 time: 0.3959093 Aug 19 18:49:12.755454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7e27577-f62c-44aa-91b3-d8c7ec5dac59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.768420 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-e40acf1f-e9fe-46a9-a8b9-f5463709f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:12.770046 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-e40acf1f-e9fe-46a9-a8b9-f5463709f887 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 200 len: 855 time: 0.0932937 Aug 19 18:49:12.810920 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.869131 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7e27577-f62c-44aa-91b3-d8c7ec5dac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.879189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:12.891139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:12.904415 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:12.910251 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:12.910975 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.915884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.918768 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a27956e4-0389-4620-9122-d2966766c34e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2477038 Aug 19 18:49:12.944190 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Pushing event updated for resources: {'Port': ['ID=8af5f260-ce05-43dc-866d-a5f4c0bd5554,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:12.955077 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b7e27577-f62c-44aa-91b3-d8c7ec5dac59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ba7a54aee5f44359296dfc165a77e14&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3353615 Aug 19 18:49:12.955077 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e27577-f62c-44aa-91b3-d8c7ec5dac59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbbf4b2-0582-4f26-864c-97840a5df2a6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:12.955290 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:12.972817 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:12.979239 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6524facb-a3fe-4272-88ea-6e41fa1efc08 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6982481 Aug 19 18:49:13.068170 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-515bdba9-94eb-449c-a078-a3f1c2bb9aef tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5077548 Aug 19 18:49:13.072215 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7755e70-e8ea-4105-b172-79b09c035a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.115992 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7755e70-e8ea-4105-b172-79b09c035a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.155953 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0056ed-7934-4d11-b9bc-bc52c25e2b44 req-61d61ee7-acf7-4351-9007-c9e49faf6e2c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:13.162892 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa0056ed-7934-4d11-b9bc-bc52c25e2b44 req-61d61ee7-acf7-4351-9007-c9e49faf6e2c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 943 time: 0.0912418 Aug 19 18:49:13.242134 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa0056ed-7934-4d11-b9bc-bc52c25e2b44 req-f73d26fc-ea7f-44fc-8e5b-bbdca0642207 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693183 Aug 19 18:49:13.306632 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7755e70-e8ea-4105-b172-79b09c035a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.309930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7755e70-e8ea-4105-b172-79b09c035a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.322523 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-b7755e70-e8ea-4105-b172-79b09c035a63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ebbbf4b2-0582-4f26-864c-97840a5df2a6 HTTP/1.1" status: 204 len: 168 time: 0.3548346 Aug 19 18:49:13.334987 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7755e70-e8ea-4105-b172-79b09c035a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbbf4b2-0582-4f26-864c-97840a5df2a6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:13.340812 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:13.538765 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-423020cd-8c13-403a-8917-dae7cf98eb57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c25f296a-b3a5-41a1-b63a-ecc9039e84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617565 Aug 19 18:49:13.568290 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Request body: {'port': {'device_id': '15419122-e2cf-4059-959c-a52f5b762a33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:13.576450 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-75ddbebb-0020-4ffc-9395-8188e9803cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.767038 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-75ddbebb-0020-4ffc-9395-8188e9803cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.772432 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-955e3027-81d5-41e9-b0e3-8e41f2def1f9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2052460863&fields=id&tenant_id=45259f5472b444d4b0cc4407a345ef44 HTTP/1.1" status: 200 len: 267 time: 0.5291953 Aug 19 18:49:13.796616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-5d22a4a1-4320-47cf-8bb7-72631ecfbac2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4178326 Aug 19 18:49:13.873042 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7de3f113-d7c0-43f7-bb1e-77511b644beb up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:13.912332 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-75ddbebb-0020-4ffc-9395-8188e9803cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:13.978838 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-75ddbebb-0020-4ffc-9395-8188e9803cca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d92e448a60f94f3b877c4efd5f6e1eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359532 Aug 19 18:49:13.980913 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddbebb-0020-4ffc-9395-8188e9803cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1660a06-94f0-41fa-82c4-6e11019df855,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:13.989598 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 43332) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:14.010257 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 7de3f113-d7c0-43f7-bb1e-77511b644beb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:14.010695 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:14.035465 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-daf0d923-34ca-44d8-90fc-e898a8d30e25 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--167509290&fields=id&tenant_id=cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 267 time: 0.4935131 Aug 19 18:49:14.170629 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:14.279948 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-f49a7da5-ebc0-44fd-9fee-da122f098feb service neutron] 10.222.0.30 "GET /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000536 Aug 19 18:49:14.352761 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-79fcc18c-5931-47f5-a416-cdb2dbb84124 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:14.352761 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-79fcc18c-5931-47f5-a416-cdb2dbb84124 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 811 time: 0.5314822 Aug 19 18:49:14.457711 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-db2e79f2-f391-40b5-81f6-e86a5a413ce3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223540 Aug 19 18:49:14.480844 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-f41d2e24-df4f-4521-9219-4cf4e52e5ce9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/quotas/45259f5472b444d4b0cc4407a345ef44 HTTP/1.1" status: 200 len: 375 time: 0.0519300 Aug 19 18:49:14.510812 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-e26aa964-3b5a-4279-9652-c1c73364bb3d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:14.512454 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-e26aa964-3b5a-4279-9652-c1c73364bb3d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 816 time: 0.4597032 Aug 19 18:49:14.547625 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93d1ff12-6993-4762-8184-4bfc60b5f533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:14.643386 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-46f689d2-551c-4d2d-a5b8-13ee4d424c04 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/quotas/cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 375 time: 0.0926640 Aug 19 18:49:14.717453 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93d1ff12-6993-4762-8184-4bfc60b5f533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:14.749520 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-576729f9-4a26-447b-aead-3d9f1e234ff0 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2360113 Aug 19 18:49:14.986458 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-3825f77b-a8a4-48a8-883c-be0813fc4f7b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3293700 Aug 19 18:49:15.028650 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43340) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:15.047825 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e994129-7610-4d2a-b00b-4a4d3690ed1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.155952 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-8bb29f91-54c1-48b8-b5d3-6eb9465cd81d service neutron] 10.222.0.37 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885953 Aug 19 18:49:15.174572 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6e83c0-b4b9-43c9-afc4-1fd7c4470c66 req-c4eea189-5299-4a91-8552-1f0c49f8beb6 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741980 Aug 19 18:49:15.196323 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93d1ff12-6993-4762-8184-4bfc60b5f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.199697 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93d1ff12-6993-4762-8184-4bfc60b5f533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.200998 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-93d1ff12-6993-4762-8184-4bfc60b5f533 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1660a06-94f0-41fa-82c4-6e11019df855 HTTP/1.1" status: 204 len: 168 time: 1.2034674 Aug 19 18:49:15.234064 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e994129-7610-4d2a-b00b-4a4d3690ed1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.242730 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1272bf7e-bf48-47e3-820b-c89502941ed9 req-46528c10-bd7c-4625-8806-dbaf7489bb8a service neutron] 10.222.0.30 "GET /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495728 Aug 19 18:49:15.284064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1ff12-6993-4762-8184-4bfc60b5f533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1660a06-94f0-41fa-82c4-6e11019df855,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:15.303345 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af5f260-ce05-43dc-866d-a5f4c0bd5554 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:15.306865 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e994129-7610-4d2a-b00b-4a4d3690ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.316716 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.327152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-f6761fc3-c371-4a7d-a388-fa89ba61a174 service neutron] 10.222.0.37 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211818 Aug 19 18:49:15.353034 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Transition to ACTIVE for port object 8af5f260-ce05-43dc-866d-a5f4c0bd5554 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:15.363157 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6e994129-7610-4d2a-b00b-4a4d3690ed1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28d7ba2bc9d846e2ad4dd3fb9722226c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310966 Aug 19 18:49:15.364119 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43344) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:15.379745 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e994129-7610-4d2a-b00b-4a4d3690ed1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b1bfb7-8b56-45a2-9f71-a2862c371365,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:15.421672 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-bfad8680-3804-4839-8492-fb8d54b89eb9 service neutron] 10.222.0.37 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494733 Aug 19 18:49:15.425996 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.434356 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-990f8ed5-968b-476e-aab2-44ddb964d430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.467422 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-990f8ed5-968b-476e-aab2-44ddb964d430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.530684 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Pushing event updated for resources: {'Port': ['ID=8af5f260-ce05-43dc-866d-a5f4c0bd5554,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:15.537418 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-d4b8922f-a16f-4422-a2e6-e103e9b6a822 service neutron] 10.222.0.37 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953969 Aug 19 18:49:15.586804 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9122f-137c-417f-8507-f370f1b98a4c req-2ae4f3ff-dca9-463a-9235-8b93b3591756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:15.588423 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-2ae4f3ff-dca9-463a-9235-8b93b3591756 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb064eb794b8475c93aab8028955b791&device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 1096 time: 0.1238978 Aug 19 18:49:15.615232 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-990f8ed5-968b-476e-aab2-44ddb964d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.617620 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-990f8ed5-968b-476e-aab2-44ddb964d430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:15.621783 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-990f8ed5-968b-476e-aab2-44ddb964d430 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65b1bfb7-8b56-45a2-9f71-a2862c371365 HTTP/1.1" status: 204 len: 168 time: 0.2566969 Aug 19 18:49:15.629753 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f8ed5-968b-476e-aab2-44ddb964d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b1bfb7-8b56-45a2-9f71-a2862c371365,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:15.879573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Attempting to bind port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:15.879922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Attempting to bind port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:15.880258 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Attempting to bind port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 on network 3f0e769b-6d87-4f54-b785-1d87013ab927 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:15.957271 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 on network 3f0e769b-6d87-4f54-b785-1d87013ab927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:15.957271 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Attempting to bind port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 on network 3f0e769b-6d87-4f54-b785-1d87013ab927 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:15.996768 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b3e56c2c-6ffb-4aa0-bad8-bc4c0d70b07a req-da959000-b8b7-473a-99a8-6b6bd0e15e75 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 210 time: 0.0655622 Aug 19 18:49:16.011905 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:16.012261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Checking segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:16.012657 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Bound using segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:16.013120 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Bound port: 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:16.013486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.116448 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-4e9ab448-d86b-41c8-a2b4-354f84f8d6dc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:16.117666 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-4e9ab448-d86b-41c8-a2b4-354f84f8d6dc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 818 time: 0.5446930 Aug 19 18:49:16.125358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e13ce-1f41-4da2-8929-b710f5b07362 req-1c6282be-9465-4262-9401-1dcab176842b tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:16.126712 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b15e13ce-1f41-4da2-8929-b710f5b07362 req-1c6282be-9465-4262-9401-1dcab176842b tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 943 time: 0.1860871 Aug 19 18:49:16.164392 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Request body: {'port': {'device_id': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'admin_state_up': True, 'tenant_id': '9096b056518042a9b8ecccc46532af00'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:16.177660 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9122f-137c-417f-8507-f370f1b98a4c req-921ea925-5f1c-4925-b1f3-cfaff9a4e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:16.179134 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-921ea925-5f1c-4925-b1f3-cfaff9a4e212 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c25f296a-b3a5-41a1-b63a-ecc9039e84bc HTTP/1.1" status: 200 len: 913 time: 0.5830054 Aug 19 18:49:16.241014 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43374) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:16.259263 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ec81b97-deed-4204-a7e5-55cdee63ebb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.308084 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-c12ea2ab-a665-439b-ac95-462ce8e3ff53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0745556 Aug 19 18:49:16.317539 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] For port 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:16.359422 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b15e13ce-1f41-4da2-8929-b710f5b07362 req-0531407a-6554-4698-9651-0b4f09a3fa3e tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161674 Aug 19 18:49:16.382036 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ec81b97-deed-4204-a7e5-55cdee63ebb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.387071 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] For port 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:16.406562 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa76304-be0f-49e1-b7f7-6d4cd53bc0dd req-86d6a415-aa42-4943-82b2-2ebdd6187dbd tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:16.408239 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-efa76304-be0f-49e1-b7f7-6d4cd53bc0dd req-86d6a415-aa42-4943-82b2-2ebdd6187dbd tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 943 time: 0.3102112 Aug 19 18:49:16.471487 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-04edaa3f-1a82-4e53-8713-776859fa79be req-5555f45d-27c3-4f3e-b107-c645d26555f5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0505209 Aug 19 18:49:16.478032 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9122f-137c-417f-8507-f370f1b98a4c req-41cc047e-b7e5-4136-bacd-e428112b7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:16.480462 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-41cc047e-b7e5-4136-bacd-e428112b7af6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8e2a1501-8667-4bc1-87bc-fff31cbf2179 HTTP/1.1" status: 200 len: 852 time: 0.1573761 Aug 19 18:49:16.498530 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ec81b97-deed-4204-a7e5-55cdee63ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.524338 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.549239 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec81b97-deed-4204-a7e5-55cdee63ebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35097dfd-58d5-4f05-9239-2e37cf7aafe6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:16.586264 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1ec81b97-deed-4204-a7e5-55cdee63ebb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e12adb4e40464ba38885f6fba03cb306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417566 Aug 19 18:49:16.587995 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43384) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:16.592464 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-7f7f7b71-a067-48ab-828b-f08c92704c40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c25f296a-b3a5-41a1-b63a-ecc9039e84bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823441 Aug 19 18:49:16.644769 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-efa76304-be0f-49e1-b7f7-6d4cd53bc0dd req-a51e35f6-f26c-48c1-98a2-5448d3dc35b3 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246931 Aug 19 18:49:16.678407 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e059f8b-6d82-4688-b985-4f1053f378e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.687097 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:16.688256 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.689767 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] 10.222.0.30 "PUT /v2.0/ports/8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 1093 time: 3.1494911 Aug 19 18:49:16.716770 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15419122-e2cf-4059-959c-a52f5b762a33', 'tag': '8af5f260-ce05-43dc-866d-a5f4c0bd5554'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:16.718934 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "15419122-e2cf-4059-959c-a52f5b762a33", "tag": "8af5f260-ce05-43dc-866d-a5f4c0bd5554"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:16.720828 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e059f8b-6d82-4688-b985-4f1053f378e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.723123 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b61e9be-78ca-4a37-ae22-412e896cee64 req-793a0c4e-719b-4f78-88c9-a07a701e5efe tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 210 time: 0.1333253 Aug 19 18:49:16.781875 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699f177-b27d-4562-bb93-904383b59a2d service neutron] Pushing event updated for resources: {'Port': ['ID=8af5f260-ce05-43dc-866d-a5f4c0bd5554,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:16.802315 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Made reservation on behalf of 9096b056518042a9b8ecccc46532af00 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:16.806002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.815388 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f8fa9-2658-40a1-a926-9667afb08902 x-openstack-request-id: req-112f8fa9-2658-40a1-a926-9667afb08902 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:16.820331 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15419122-e2cf-4059-959c-a52f5b762a33", "tag": "8af5f260-ce05-43dc-866d-a5f4c0bd5554", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:16.820331 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-112f8fa9-2658-40a1-a926-9667afb08902 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:16.820331 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15419122-e2cf-4059-959c-a52f5b762a33', 'tag': '8af5f260-ce05-43dc-866d-a5f4c0bd5554', 'status': 'completed', 'code': 200} Aug 19 18:49:16.853940 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-ac7057e2-0bf1-4d6f-a640-9dc21cb70d7b service neutron] 10.222.0.30 "GET /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331939 Aug 19 18:49:16.919195 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e059f8b-6d82-4688-b985-4f1053f378e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.921859 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e059f8b-6d82-4688-b985-4f1053f378e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:16.923192 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8e059f8b-6d82-4688-b985-4f1053f378e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35097dfd-58d5-4f05-9239-2e37cf7aafe6 HTTP/1.1" status: 204 len: 168 time: 0.3333046 Aug 19 18:49:16.933090 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e059f8b-6d82-4688-b985-4f1053f378e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35097dfd-58d5-4f05-9239-2e37cf7aafe6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:17.050852 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7 req-98433f2f-a401-4868-b465-2ed24cb4b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:17.053068 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7 req-98433f2f-a401-4868-b465-2ed24cb4b99a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1096 time: 0.1896124 Aug 19 18:49:17.226375 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31a9122f-137c-417f-8507-f370f1b98a4c req-1f502264-7486-4c99-ae58-973bff6705b2 service neutron] 10.222.0.30 "GET /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521094 Aug 19 18:49:17.228215 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4939bb4c-7de8-4da5-ac05-86ce2a6f6443 req-6c9c8719-758c-4599-af84-fdd35da4c9e3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 210 time: 0.1425495 Aug 19 18:49:17.287791 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Allocated IP 172.20.0.4 (3f0e769b-6d87-4f54-b785-1d87013ab927/4bacad83-4151-46c5-806d-03a0df122888/121ea997-39e2-4031-a641-b17a64ac4636) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:17.375598 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7 req-79e0d195-d2be-4a78-b987-f511208331cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:17.390525 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7 req-79e0d195-d2be-4a78-b987-f511208331cd service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=9096b056518042a9b8ecccc46532af00&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2908537 Aug 19 18:49:17.908530 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bc2cc2ee-3231-42bd-b2c3-ce69a5946c70 req-2ca10b80-053f-4cbd-9a59-8f96847ffe44 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.2617717 Aug 19 18:49:17.943798 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f110fd4-2b9d-4047-b137-eb99c51e462a req-ea0733fb-0f37-4343-9ec7-4f4f1c6f48c2 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:17.951145 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4f110fd4-2b9d-4047-b137-eb99c51e462a req-ea0733fb-0f37-4343-9ec7-4f4f1c6f48c2 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 943 time: 0.4564781 Aug 19 18:49:17.970810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7 req-8ba10a41-806a-45e5-865c-7bf8b436869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:17.973888 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c9e9c54-9341-4bd1-89fb-49dcec7d1ed7 req-8ba10a41-806a-45e5-865c-7bf8b436869f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5869598 Aug 19 18:49:18.014398 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4f110fd4-2b9d-4047-b137-eb99c51e462a req-a1f9bb22-1673-4f02-b40f-b9c5e7926b31 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623324 Aug 19 18:49:18.017399 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:18.172332 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-9e34ec8f-245c-45f2-abfa-121f68f8030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:18.174807 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-9e34ec8f-245c-45f2-abfa-121f68f8030c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1096 time: 0.1318185 Aug 19 18:49:18.208370 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845c343-c9ab-4eed-a9e7-8ea5cc60c24c req-da05dfe9-6efd-462e-9126-6adc2e5f1d3a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:18.215905 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6845c343-c9ab-4eed-a9e7-8ea5cc60c24c req-da05dfe9-6efd-462e-9126-6adc2e5f1d3a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 943 time: 0.1159256 Aug 19 18:49:18.284738 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:18.288285 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-035466dd-af71-4ea7-978c-afb46fa4848f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 217 time: 0.0962212 Aug 19 18:49:18.393780 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1428b155-78cd-47ff-a4c1-f0fd2c7fc55b req-8b24185e-8637-4981-bc24-62238fac3d78 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 210 time: 0.0960948 Aug 19 18:49:18.417099 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Network 3f0e769b-6d87-4f54-b785-1d87013ab927 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:18.429968 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:18.435599 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6845c343-c9ab-4eed-a9e7-8ea5cc60c24c req-4941c275-fb16-4da2-a852-55c27e6f72cc tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185981 Aug 19 18:49:18.447644 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:18.453378 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:18.454057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:18.468245 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Pushing event updated for resources: {'Port': ['ID=121ea997-39e2-4031-a641-b17a64ac4636,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:18.494061 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854fb2a-6e38-4101-8121-da619e337142 req-20935363-06b5-4d54-b54d-cda95ba23770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:18.499179 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-20935363-06b5-4d54-b54d-cda95ba23770 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.1993215 Aug 19 18:49:18.627295 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-daea0b9b-c18f-4df0-a4a3-19573770fcc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194854 Aug 19 18:49:18.660241 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-6873a919-9fc5-4339-ad08-992fdf085352 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5180714 Aug 19 18:49:18.699016 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Request body: {'port': {'device_id': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:18.803554 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2585b2-ddec-45cd-aee8-50f7bf3c3255 req-af99363c-53c0-4bb8-a9aa-5e86c8af350c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:18.808052 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fc2585b2-ddec-45cd-aee8-50f7bf3c3255 req-af99363c-53c0-4bb8-a9aa-5e86c8af350c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 931 time: 0.2729464 Aug 19 18:49:18.875736 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:18.886331 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-4f69a89e-ee0e-4536-a4c7-87422bce17a0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:18.887903 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-4f69a89e-ee0e-4536-a4c7-87422bce17a0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 816 time: 0.3781900 Aug 19 18:49:18.973824 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:18.996316 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fc2585b2-ddec-45cd-aee8-50f7bf3c3255 req-45a19b26-6646-42d6-8876-955dd599d9cc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677389 Aug 19 18:49:19.032079 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-925ed9d1-fe8e-4f5f-b9de-6d5523a7198e service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736794 Aug 19 18:49:19.126278 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-153a05a4-c429-4f75-bdac-1eba2d48d432 req-9df15d3d-640b-45a4-b2ff-db3078f29b8f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0888841 Aug 19 18:49:19.130357 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:19.174893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'port_id': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0', 'mac_address': 'fa:16:3e:c3:76:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c9f4b1-8860-4afe-a21c-508c053f3957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:19.188077 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-44c4ee5c-77d5-4387-9f43-7361e2206718 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 379 time: 0.2491176 Aug 19 18:49:19.220935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'port': {'device_id': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'admin_state_up': True, 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'security_groups': ['0af4f54e-6c24-4a49-9a97-07c270016543']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:19.227594 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:19.243307 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:19.272911 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:19.329881 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.30', 52029) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:19.345606 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:19.346369 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:19.456730 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4854fb2a-6e38-4101-8121-da619e337142 req-f1a96ec1-e74b-4fcd-8826-2e067ed22e53 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895772 Aug 19 18:49:19.466638 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058a3c5-e817-41fe-a01c-90fd96c10a72 req-d2b3d9c1-a251-4f3a-9bc8-a84a65d7c98e tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:19.474631 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7058a3c5-e817-41fe-a01c-90fd96c10a72 req-d2b3d9c1-a251-4f3a-9bc8-a84a65d7c98e tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 943 time: 0.3301959 Aug 19 18:49:19.521462 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:19.608145 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c043712-e293-49dd-84ef-5aed42d9983e req-07b675a0-b86d-4bdf-b191-c9aee3e85dbc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 210 time: 0.0675085 Aug 19 18:49:19.611827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,segment=NetworkSegment(1acd7c47-8654-4a14-bc2a-29c88d6726de),segment_id=1acd7c47-8654-4a14-bc2a-29c88d6726de)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:19.652567 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4', 'network_id': 'c25f296a-b3a5-41a1-b63a-ecc9039e84bc', 'port_id': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4', 'mac_address': 'fa:16:3e:aa:75:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2a1501-8667-4bc1-87bc-fff31cbf2179', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:19.656006 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7058a3c5-e817-41fe-a01c-90fd96c10a72 req-3d5aae9a-f18b-4a9b-bc44-6fc515313ebd tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803811 Aug 19 18:49:19.708681 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-e03d8a85-cc4c-4387-96cc-92a426d76ec6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:19.710477 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-e03d8a85-cc4c-4387-96cc-92a426d76ec6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 811 time: 0.3776703 Aug 19 18:49:19.723220 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:19.737826 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:19.775146 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,segment=NetworkSegment(1acd7c47-8654-4a14-bc2a-29c88d6726de),segment_id=1acd7c47-8654-4a14-bc2a-29c88d6726de)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:19.812006 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-aa3d98a0-753c-40f4-8459-f00834cfd389 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45259f5472b444d4b0cc4407a345ef44 HTTP/1.1" status: 200 len: 380 time: 0.0800891 Aug 19 18:49:19.825522 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'port': {'device_id': 'cc889864-91cd-48bd-bd97-d80605b38415', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'admin_state_up': True, 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'security_groups': ['16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:19.827095 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Made reservation on behalf of cf327b349be8438e9cca6b74c00e55cc for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:19.827931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:19.836631 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:19.886605 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930f18b-915d-4820-afd7-2a09316fc95b req-eafe4ca2-68b2-418c-91f9-86fc37612c43 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:19.888335 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c930f18b-915d-4820-afd7-2a09316fc95b req-eafe4ca2-68b2-418c-91f9-86fc37612c43 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 944 time: 0.1773374 Aug 19 18:49:19.914118 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121ea997-39e2-4031-a641-b17a64ac4636 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:19.937749 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:19.991840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Transition to ACTIVE for port object 121ea997-39e2-4031-a641-b17a64ac4636 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:20.032069 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c930f18b-915d-4820-afd7-2a09316fc95b req-4dcaa42f-a38a-49a2-a9b7-0dca2cade84d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328058 Aug 19 18:49:20.085587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:20.105374 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.189883 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Made reservation on behalf of 45259f5472b444d4b0cc4407a345ef44 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:20.194787 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.213911 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Allocated IP 172.20.0.14 (b3406ecf-096b-4d2f-af5c-d88295109628/d6569abb-75ac-49e1-8fe9-c460f509f216/fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:20.231680 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=121ea997-39e2-4031-a641-b17a64ac4636,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:20.271943 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:20.283053 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af8f8c-7890-4189-aedb-986e103cda09 req-d1d134c3-e588-4054-a5bb-15e0d809ba29 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.285288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2af8f8c-7890-4189-aedb-986e103cda09 req-d1d134c3-e588-4054-a5bb-15e0d809ba29 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 943 time: 0.1838739 Aug 19 18:49:20.318600 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c6cd6ba-0396-4073-a100-ce713ee37cbf req-6b0e07e1-045c-4b43-8f49-5b8bf2006225 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0839403 Aug 19 18:49:20.334641 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:20.400363 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2af8f8c-7890-4189-aedb-986e103cda09 req-6fcbff54-7f6c-4bb4-8079-30f7ee4982cf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932212 Aug 19 18:49:20.406548 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Attempting to bind port 121ea997-39e2-4031-a641-b17a64ac4636 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:20.407281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Attempting to bind port 121ea997-39e2-4031-a641-b17a64ac4636 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:20.407779 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Attempting to bind port 121ea997-39e2-4031-a641-b17a64ac4636 on network 3f0e769b-6d87-4f54-b785-1d87013ab927 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:20.456515 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Port 121ea997-39e2-4031-a641-b17a64ac4636 on network 3f0e769b-6d87-4f54-b785-1d87013ab927 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:20.457134 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Attempting to bind port 121ea997-39e2-4031-a641-b17a64ac4636 on network 3f0e769b-6d87-4f54-b785-1d87013ab927 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:20.471713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:20.472335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Checking segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:20.472883 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Bound using segment: {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:20.474210 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Bound port: 121ea997-39e2-4031-a641-b17a64ac4636, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf0014e-df7f-4309-950d-845fc76083f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:20.474738 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.613499 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.624809 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Allocated IP 172.20.0.8 (47811ec1-5676-4d32-b602-0c089d0a97d2/8178f8d9-b1dd-44f1-8e1c-441e3b905447/c5b2f067-a791-4ea0-8230-3ca19615e8d4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:20.630134 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] For port 121ea997-39e2-4031-a641-b17a64ac4636, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:20.636552 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] For port 121ea997-39e2-4031-a641-b17a64ac4636, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=121ea997-39e2-4031-a641-b17a64ac4636,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:20.639480 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Transition to ACTIVE for port object fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:20.722225 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.794403 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.795063 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.796467 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/121ea997-39e2-4031-a641-b17a64ac4636 HTTP/1.1" status: 200 len: 1093 time: 2.1179411 Aug 19 18:49:20.800861 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'tag': '121ea997-39e2-4031-a641-b17a64ac4636'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:20.803243 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec9e59a-dd43-46b9-82bf-541b651aabe7" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f4b1a9-32c8-49ab-93fe-9c45944016a9", "tag": "121ea997-39e2-4031-a641-b17a64ac4636"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:20.853657 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2a69d0e-6908-41bb-9c5a-6207504d45bf req-0706639e-06d3-4fb8-8a13-9a597bb04c2a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 210 time: 0.0836747 Aug 19 18:49:20.857731 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.893080 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Network b3406ecf-096b-4d2f-af5c-d88295109628 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:20.896467 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:20.898365 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a38682-0f4f-40c7-912e-987487a6f2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=121ea997-39e2-4031-a641-b17a64ac4636,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:20.901076 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:20.906883 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.907566 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:20.922887 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d68ce-06bf-499d-88bb-a4b0369ac9fb req-d74fa0a2-9936-48ef-a998-11780659aeb4 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:20.924500 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db9d68ce-06bf-499d-88bb-a4b0369ac9fb req-d74fa0a2-9936-48ef-a998-11780659aeb4 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 944 time: 0.1535511 Aug 19 18:49:21.136922 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.155910 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Transition to ACTIVE for port object c5b2f067-a791-4ea0-8230-3ca19615e8d4 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:21.255788 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c1eb6e-e9e9-43ff-b807-2d32ea79e1b5 x-openstack-request-id: req-12c1eb6e-e9e9-43ff-b807-2d32ea79e1b5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:21.256300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f4b1a9-32c8-49ab-93fe-9c45944016a9", "tag": "121ea997-39e2-4031-a641-b17a64ac4636", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:21.256300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-12c1eb6e-e9e9-43ff-b807-2d32ea79e1b5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:21.256605 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'tag': '121ea997-39e2-4031-a641-b17a64ac4636', 'status': 'completed', 'code': 200} Aug 19 18:49:21.299088 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.346993 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:21.376235 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db9d68ce-06bf-499d-88bb-a4b0369ac9fb req-be8ee3c6-7418-4236-9b06-ee8cdc3fceee tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266885 Aug 19 18:49:21.384041 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-865f6f1a-2a30-42c8-b273-12ab6b0871d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:21.386183 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-865f6f1a-2a30-42c8-b273-12ab6b0871d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 1096 time: 0.1356971 Aug 19 18:49:21.387231 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f268eeac-af44-4722-b45f-c29202c02d87 None None] Provisioning for port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:21.390772 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-833e81de-a5e1-41a4-a508-92e57d472466 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1798937 Aug 19 18:49:21.395045 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f268eeac-af44-4722-b45f-c29202c02d87 None None] Provisioning complete for port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:21.395479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f268eeac-af44-4722-b45f-c29202c02d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.399775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cbbe4-ca70-4403-8170-9e1924482575 req-cdc8c446-0de0-4e97-8389-1d9a8b7a3682 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:21.401872 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c6cbbe4-ca70-4403-8170-9e1924482575 req-cdc8c446-0de0-4e97-8389-1d9a8b7a3682 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 944 time: 0.1483295 Aug 19 18:49:21.403611 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:21.409725 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:21.417086 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:21.420337 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:21.420730 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.429199 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Request body: {'port': {'device_id': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:21.454034 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'Port': ['ID=c5b2f067-a791-4ea0-8230-3ca19615e8d4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:21.457830 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f268eeac-af44-4722-b45f-c29202c02d87 None None] Port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:21.487900 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-fd42e9f7-ec39-42c1-b1b0-3a1fecad5ee6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=121ea997-39e2-4031-a641-b17a64ac4636 HTTP/1.1" status: 200 len: 217 time: 0.0723176 Aug 19 18:49:21.530498 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-63f6a0f6-d97b-4a61-b08b-197de99b557d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7125866 Aug 19 18:49:21.555518 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Request body: {'port': {'device_id': 'cc889864-91cd-48bd-bd97-d80605b38415', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:21.586261 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c6cbbe4-ca70-4403-8170-9e1924482575 req-05256706-83b2-406a-a753-8e1dcfd0c41a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775715 Aug 19 18:49:21.607093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.624799 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49633-d574-4d7e-b4f7-570aa7eec4c5 req-70f918df-fff9-4629-8b2f-f17966afcd2d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:21.626361 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-82b49633-d574-4d7e-b4f7-570aa7eec4c5 req-70f918df-fff9-4629-8b2f-f17966afcd2d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 931 time: 0.1420228 Aug 19 18:49:21.633806 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.639521 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-83660b8d-f29c-43f7-82d9-aa0fae2f4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:21.639521 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-83660b8d-f29c-43f7-82d9-aa0fae2f4663 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.1364617 Aug 19 18:49:21.703299 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-0d16122e-8db2-457f-bbcb-d481f6a5aaf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531888 Aug 19 18:49:21.811232 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7048b68b-0843-4590-b707-5ec8984edb50 None None] Provisioning for port c5b2f067-a791-4ea0-8230-3ca19615e8d4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:21.815629 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7048b68b-0843-4590-b707-5ec8984edb50 None None] Provisioning complete for port c5b2f067-a791-4ea0-8230-3ca19615e8d4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:21.816107 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7048b68b-0843-4590-b707-5ec8984edb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:21.841000 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-82b49633-d574-4d7e-b4f7-570aa7eec4c5 req-25dba3d8-b1f4-4279-a28f-5f4297420bd9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047162 Aug 19 18:49:21.879469 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7048b68b-0843-4590-b707-5ec8984edb50 None None] Port c5b2f067-a791-4ea0-8230-3ca19615e8d4 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:49:21.935776 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe499d0-5c1b-4c76-9b1e-9f1c2e869100 req-ae5056f4-a56c-49bb-920c-e2edb2806497 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:21.937273 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0fe499d0-5c1b-4c76-9b1e-9f1c2e869100 req-ae5056f4-a56c-49bb-920c-e2edb2806497 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 943 time: 0.2404678 Aug 19 18:49:22.026673 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-88b21a02-8268-48eb-af2e-0c383f4de175 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920749 Aug 19 18:49:22.125498 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b2f067-a791-4ea0-8230-3ca19615e8d4 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:22.130089 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0fe499d0-5c1b-4c76-9b1e-9f1c2e869100 req-da241701-d8ca-4e9e-a6d5-c95c7516736b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734090 Aug 19 18:49:22.135329 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.155078 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Transition to ACTIVE for port object c5b2f067-a791-4ea0-8230-3ca19615e8d4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:22.216951 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49dd9-515c-4bbe-a000-ff7fdac79184 req-f11660d0-17f9-4a35-bc95-c1ca84bfbe19 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.218513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f8c49dd9-515c-4bbe-a000-ff7fdac79184 req-f11660d0-17f9-4a35-bc95-c1ca84bfbe19 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 932 time: 0.1649830 Aug 19 18:49:22.226383 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.282037 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb316c9-bdb3-4a13-993d-d032198c5b85 req-f8ed0492-23a6-45c1-b761-058670faa5d1 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432461 Aug 19 18:49:22.308942 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b2f067-a791-4ea0-8230-3ca19615e8d4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:22.310569 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:22.317881 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f8c49dd9-515c-4bbe-a000-ff7fdac79184 req-29e3a00d-cf1b-460e-8fa8-dcb65787c959 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848017 Aug 19 18:49:22.322244 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.348281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Transition to ACTIVE for port object fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:22.351562 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Attempting to bind port c5b2f067-a791-4ea0-8230-3ca19615e8d4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:22.351924 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Attempting to bind port c5b2f067-a791-4ea0-8230-3ca19615e8d4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:22.352277 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Attempting to bind port c5b2f067-a791-4ea0-8230-3ca19615e8d4 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:22.357548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Port c5b2f067-a791-4ea0-8230-3ca19615e8d4 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:22.358459 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Attempting to bind port c5b2f067-a791-4ea0-8230-3ca19615e8d4 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:22.362937 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:22.363490 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Checking segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:22.364098 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Bound using segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:22.364563 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Bound port: c5b2f067-a791-4ea0-8230-3ca19615e8d4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:22.364929 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.449248 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] For port c5b2f067-a791-4ea0-8230-3ca19615e8d4, host hv-cinder-79053, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:22.454276 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] For port c5b2f067-a791-4ea0-8230-3ca19615e8d4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:22.481748 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.553032 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.593481 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.594292 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.596432 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] 10.222.0.30 "PUT /v2.0/ports/c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 1093 time: 1.0453410 Aug 19 18:49:22.599324 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:22.603548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:22.617779 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462fd351-6ce3-41b8-86f6-ed5babe150f2 req-e5523e03-490e-4751-b7c1-7d3f98f0a393 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.628042 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-462fd351-6ce3-41b8-86f6-ed5babe150f2 req-e5523e03-490e-4751-b7c1-7d3f98f0a393 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 944 time: 0.1753285 Aug 19 18:49:22.738346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Attempting to bind port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:22.738690 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Attempting to bind port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:22.739076 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Attempting to bind port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 on network b3406ecf-096b-4d2f-af5c-d88295109628 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:22.764803 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-91910e85-a53c-44ea-8418-2c9c92bfacb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.766404 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-91910e85-a53c-44ea-8418-2c9c92bfacb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 1096 time: 0.2674227 Aug 19 18:49:22.792122 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 on network b3406ecf-096b-4d2f-af5c-d88295109628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:22.792502 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Attempting to bind port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 on network b3406ecf-096b-4d2f-af5c-d88295109628 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:22.868678 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-462fd351-6ce3-41b8-86f6-ed5babe150f2 req-ebb7257d-4c97-45db-b871-4c1981bcea43 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044234 Aug 19 18:49:22.888755 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:22.896231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Checking segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:22.897669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Bound using segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:22.898891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Bound port: fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:22.900657 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:22.912756 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be338f-60e3-4143-a09e-e70282f6ac20 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b2f067-a791-4ea0-8230-3ca19615e8d4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:22.949749 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a88d73c-44e7-43fa-8236-5a44ae7275b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:22.968618 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-1568781b-fb86-4a3f-85ab-de00c2e05c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.969439 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-1568781b-fb86-4a3f-85ab-de00c2e05c66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1096 time: 0.2242186 Aug 19 18:49:22.975033 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 8af5f260-ce05-43dc-866d-a5f4c0bd5554 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:22.982116 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb99c8-8851-4731-91c8-d0aca93af4f2 req-3a674b0b-8171-4e94-bec3-195c6360b826 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:22.982893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:22.983841 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9fcb99c8-8851-4731-91c8-d0aca93af4f2 req-3a674b0b-8171-4e94-bec3-195c6360b826 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 944 time: 0.2720299 Aug 19 18:49:23.105912 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-04a7389d-1785-44e5-b927-673285d658fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 217 time: 0.1123221 Aug 19 18:49:23.115708 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-0ec1d40c-4ac7-4229-b815-947ce94441d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.117442 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-0ec1d40c-4ac7-4229-b815-947ce94441d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.3382826 Aug 19 18:49:23.143105 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9fcb99c8-8851-4731-91c8-d0aca93af4f2 req-e3384424-64f4-40e6-b7d2-b29d56dbf78c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464887 Aug 19 18:49:23.170544 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:23.191608 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '8af5f260-ce05-43dc-866d-a5f4c0bd5554', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'port_id': '8af5f260-ce05-43dc-866d-a5f4c0bd5554', 'mac_address': 'fa:16:3e:c6:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bacad83-4151-46c5-806d-03a0df122888', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:23.196876 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:23.199376 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-0b6fbd05-58a6-4427-a6d1-8f858a628cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.200401 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-cc1e72e4-1377-4995-ac2a-26f6348405e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=121ea997-39e2-4031-a641-b17a64ac4636 HTTP/1.1" status: 200 len: 217 time: 0.0711429 Aug 19 18:49:23.207272 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-0b6fbd05-58a6-4427-a6d1-8f858a628cc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0879946 Aug 19 18:49:23.210669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b74911-d74c-4306-a48e-1471a0cb082d req-fe6a03f7-3dc3-450c-bc10-261e473c81d3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.214602 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76b74911-d74c-4306-a48e-1471a0cb082d req-fe6a03f7-3dc3-450c-bc10-261e473c81d3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 943 time: 0.2199528 Aug 19 18:49:23.259279 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:23.273564 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.303294 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-5442d043-1c92-4d11-a959-bc5bc0a5583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.304706 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:23.305154 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-5442d043-1c92-4d11-a959-bc5bc0a5583e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.0861943 Aug 19 18:49:23.310692 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af5f260-ce05-43dc-866d-a5f4c0bd5554 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:23.311638 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76b74911-d74c-4306-a48e-1471a0cb082d req-a637f5a1-ee05-4f43-8592-285ac0da9b86 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840621 Aug 19 18:49:23.328402 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ab670b-06fa-4b6e-8267-26a85d25b2b5 x-openstack-request-id: req-28ab670b-06fa-4b6e-8267-26a85d25b2b5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:23.333021 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:23.334155 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:23.340760 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.340881 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:23.340881 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28ab670b-06fa-4b6e-8267-26a85d25b2b5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:23.340881 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'status': 'completed', 'code': 200} Aug 19 18:49:23.342251 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-4d2ed29b-b400-4475-bfaa-c3ad17c903bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.342987 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.343795 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-4d2ed29b-b400-4475-bfaa-c3ad17c903bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1248605 Aug 19 18:49:23.349829 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-b06f37c6-7515-4620-ac9f-1c01ecd06689 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372145 Aug 19 18:49:23.424832 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.447284 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.447955 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.449486 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] 10.222.0.30 "PUT /v2.0/ports/fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 1094 time: 2.0320580 Aug 19 18:49:23.449943 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:23.452607 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f055a5-f8d1-4013-bef3-e80d1a82a271" -d '{"events": [{"name": "network-changed", "server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:23.476277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.519851 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=8af5f260-ce05-43dc-866d-a5f4c0bd5554,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:23.532056 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:23.546743 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6593437-f895-43a8-a440-e835bd7299bd service neutron] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:23.576320 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-6c3a752b-257f-463d-b909-d1d31e744bed service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185872 Aug 19 18:49:23.582420 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1e94d-7e39-48c3-bc0a-3c0ab51ba722 req-3310a64b-68b1-4391-b7d0-be0fa0f419b6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.584021 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d9f1e94d-7e39-48c3-bc0a-3c0ab51ba722 req-3310a64b-68b1-4391-b7d0-be0fa0f419b6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 943 time: 0.1288433 Aug 19 18:49:23.596991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15b8a5-53a8-4032-99d9-8a2373a198d9 req-a526fe5b-b3c5-486b-b081-9e218e8d1205 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.598501 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ab15b8a5-53a8-4032-99d9-8a2373a198d9 req-a526fe5b-b3c5-486b-b081-9e218e8d1205 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.1306355 Aug 19 18:49:23.658039 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-8939b60a-233f-4ecf-9c77-c264bf0622ec service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818635 Aug 19 18:49:23.662227 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:23.708450 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-731274a2-afdd-4cd5-809c-24c68c826bfe req-ce24c626-9a7a-4a48-a66c-59cf6382650d service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182783 Aug 19 18:49:23.751464 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['8af5f260-ce05-43dc-866d-a5f4c0bd5554'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:23.773758 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ab15b8a5-53a8-4032-99d9-8a2373a198d9 req-d1168b08-1097-4b9d-8229-6a7e36590720 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427650 Aug 19 18:49:23.782437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e4b6e-e4b1-4642-affb-1235d41ab242" -d '{"events": [{"server_uuid": "91681ab7-8b25-4646-b7b7-43c584b51f57", "name": "network-vif-plugged", "status": "completed", "tag": "68fc4ad2-2184-42cd-bda1-3167e82e4dc0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:23.785841 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:23.786026 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-d1620b71-4e83-43c3-b9e8-ba21146a9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:23.787200 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:23.787412 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-d1620b71-4e83-43c3-b9e8-ba21146a9d76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1097 time: 0.1825540 Aug 19 18:49:23.799339 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43636) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:23.815569 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d9f1e94d-7e39-48c3-bc0a-3c0ab51ba722 req-b9ae827e-8f28-41d1-8817-a095ad645a7e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985714 Aug 19 18:49:23.906349 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:23.969497 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbdd3fb-1695-4dad-9a04-ac0d9cd24edb x-openstack-request-id: req-6cbdd3fb-1695-4dad-9a04-ac0d9cd24edb {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:23.969497 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91681ab7-8b25-4646-b7b7-43c584b51f57", "name": "network-vif-plugged", "status": "completed", "tag": "68fc4ad2-2184-42cd-bda1-3167e82e4dc0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:23.969497 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cbdd3fb-1695-4dad-9a04-ac0d9cd24edb {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:23.969777 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0', 'code': 200} Aug 19 18:49:23.998799 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-2b7989fd-d49c-441c-b320-ba360a732fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.000898 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-2b7989fd-d49c-441c-b320-ba360a732fa3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1096 time: 0.1002650 Aug 19 18:49:24.048176 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd9f52b7-8cdf-41c2-80ea-1d9d11e49e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.073836 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:24.081757 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:24.082142 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.191357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb52d2-26ad-48c3-9174-9bd83eef1fa9 x-openstack-request-id: req-7ebb52d2-26ad-48c3-9174-9bd83eef1fa9 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:24.191891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:24.192319 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ebb52d2-26ad-48c3-9174-9bd83eef1fa9 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:24.193042 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'status': 'completed', 'code': 200} Aug 19 18:49:24.229499 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-b1136819-c01d-42a3-bd82-b929fca3313a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 217 time: 0.4111519 Aug 19 18:49:24.254345 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-56993802-7231-4986-99fd-78957545bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.255871 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-56993802-7231-4986-99fd-78957545bcbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.2366457 Aug 19 18:49:24.272405 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.312293 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-2d0845b0-2db2-4283-9944-d604535c8384 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 217 time: 0.0433917 Aug 19 18:49:24.336001 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,segment=NetworkSegment(1acd7c47-8654-4a14-bc2a-29c88d6726de),segment_id=1acd7c47-8654-4a14-bc2a-29c88d6726de)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:24.380793 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-99c402af-d8e2-424e-94d7-c41c9f3e8fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118335 Aug 19 18:49:24.391812 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd9f52b7-8cdf-41c2-80ea-1d9d11e49e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.393787 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-d36dea38-fe82-4be9-8963-0132fade27b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.395373 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-d36dea38-fe82-4be9-8963-0132fade27b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0760493 Aug 19 18:49:24.439294 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-5a6d79e2-aea5-4b0f-877e-f29d47b5334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.440762 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-5a6d79e2-aea5-4b0f-877e-f29d47b5334c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.1778905 Aug 19 18:49:24.443497 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.454889 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0b192-583e-49cc-932f-15727b8bcf8c req-0b4548a0-81d9-4579-b726-93c1760f80e0 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.456568 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48b0b192-583e-49cc-932f-15727b8bcf8c req-0b4548a0-81d9-4579-b726-93c1760f80e0 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 944 time: 0.2766969 Aug 19 18:49:24.502296 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.510808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d226-1eab-4d96-bbb8-417e33f27807 req-88bf8f6c-dfd6-44bf-8143-de73710b435d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.512574 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d924d226-1eab-4d96-bbb8-417e33f27807 req-88bf8f6c-dfd6-44bf-8143-de73710b435d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.2179956 Aug 19 18:49:24.566843 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7cac-d541-4433-9baf-3402d189f5a4 req-9dcc13f7-531c-4db1-8f30-646394b845b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.570344 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9d9a7cac-d541-4433-9baf-3402d189f5a4 req-9dcc13f7-531c-4db1-8f30-646394b845b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 1098 time: 0.1846097 Aug 19 18:49:24.620284 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48b0b192-583e-49cc-932f-15727b8bcf8c req-9bce4cd0-5ef9-41cb-8852-6ccdfe6c6a72 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491714 Aug 19 18:49:24.627671 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d9a7cac-d541-4433-9baf-3402d189f5a4 req-66ccb33e-3201-4de7-8e9f-5f6326498a71 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.631779 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd9f52b7-8cdf-41c2-80ea-1d9d11e49e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.643978 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c4866928-504a-4258-b9cb-5dfa46efaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.643978 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-c4866928-504a-4258-b9cb-5dfa46efaa5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1836884 Aug 19 18:49:24.652226 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d924d226-1eab-4d96-bbb8-417e33f27807 req-c4b80b5f-7b99-49d1-8a67-e7fefc3fee52 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290359 Aug 19 18:49:24.713819 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-dd9f52b7-8cdf-41c2-80ea-1d9d11e49e26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab176b220ecd43cdb3d7183e2de4c563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9125195 Aug 19 18:49:24.721109 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43672) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:24.738285 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f52b7-8cdf-41c2-80ea-1d9d11e49e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc28c02-59cd-4ae7-8ea3-2458fddc94b6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:24.749216 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-a5226184-63a7-4adc-9003-8fdf158cc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.750746 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-a5226184-63a7-4adc-9003-8fdf158cc5a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3431807 Aug 19 18:49:24.846138 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48047274-fc5f-4a01-b639-733f7d9429cb req-eb92877c-4b33-4a3d-bcad-78f06633aad8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:24.853899 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48047274-fc5f-4a01-b639-733f7d9429cb req-eb92877c-4b33-4a3d-bcad-78f06633aad8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 943 time: 0.1569870 Aug 19 18:49:24.860868 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1965f22f-1c91-4b6b-8387-a42af1f0b8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.882581 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-7c2c9a86-9290-445f-9e4e-eb0f3ff0e520 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234237 Aug 19 18:49:24.900215 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1965f22f-1c91-4b6b-8387-a42af1f0b8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:24.904830 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-02bdcd2a-b78f-45fb-9f5e-8bb684990fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434643 Aug 19 18:49:24.976707 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 121ea997-39e2-4031-a641-b17a64ac4636 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:24.989628 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 8af5f260-ce05-43dc-866d-a5f4c0bd5554 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:25.022103 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48047274-fc5f-4a01-b639-733f7d9429cb req-23b9e04e-6b3c-489c-8a21-7ba10a1d877d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671767 Aug 19 18:49:25.034049 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-6a88d73c-44e7-43fa-8236-5a44ae7275b3 req-51591af8-5ae5-4319-9307-9e1e4e99247a service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201456 Aug 19 18:49:25.046093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d9a7cac-d541-4433-9baf-3402d189f5a4 req-66ccb33e-3201-4de7-8e9f-5f6326498a71 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.071335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93780964-a25f-4c6b-8644-bf27cee8be8e req-2be6e706-cd83-4624-a16b-1cd606720b52 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.080863 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-93780964-a25f-4c6b-8644-bf27cee8be8e req-2be6e706-cd83-4624-a16b-1cd606720b52 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.2213485 Aug 19 18:49:25.123434 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1965f22f-1c91-4b6b-8387-a42af1f0b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.125971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1965f22f-1c91-4b6b-8387-a42af1f0b8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.127157 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1965f22f-1c91-4b6b-8387-a42af1f0b8d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cfc28c02-59cd-4ae7-8ea3-2458fddc94b6 HTTP/1.1" status: 204 len: 168 time: 0.4029305 Aug 19 18:49:25.136505 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965f22f-1c91-4b6b-8387-a42af1f0b8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc28c02-59cd-4ae7-8ea3-2458fddc94b6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.171862 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d9a7cac-d541-4433-9baf-3402d189f5a4 req-66ccb33e-3201-4de7-8e9f-5f6326498a71 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.199613 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 121ea997-39e2-4031-a641-b17a64ac4636, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=121ea997-39e2-4031-a641-b17a64ac4636,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:25.212500 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '121ea997-39e2-4031-a641-b17a64ac4636', 'network_id': '3f0e769b-6d87-4f54-b785-1d87013ab927', 'port_id': '121ea997-39e2-4031-a641-b17a64ac4636', 'mac_address': 'fa:16:3e:e2:41:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bacad83-4151-46c5-806d-03a0df122888', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:25.218990 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9d9a7cac-d541-4433-9baf-3402d189f5a4 req-66ccb33e-3201-4de7-8e9f-5f6326498a71 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362593 Aug 19 18:49:25.221110 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2488d7e-d669-43de-98dd-7fa498b5d3eb req-1e33ad0f-be18-444c-b25a-fc722b72e634 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226850 Aug 19 18:49:25.224052 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-93780964-a25f-4c6b-8644-bf27cee8be8e req-8877cae7-27b0-4847-a3da-2e165795704d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423523 Aug 19 18:49:25.257098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2353b-4543-4cbf-affa-c633cc7f6e4a req-2b0f8a99-d4c7-48bf-b1ec-e3ddf83e2339 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.258760 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80e2353b-4543-4cbf-affa-c633cc7f6e4a req-2b0f8a99-d4c7-48bf-b1ec-e3ddf83e2339 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 943 time: 0.1607635 Aug 19 18:49:25.259755 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ccb33e-3201-4de7-8e9f-5f6326498a71 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7c324-644b-4a3b-a62c-7e9af68e51f2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.267870 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.283298 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121ea997-39e2-4031-a641-b17a64ac4636 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:25.302314 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80e2353b-4543-4cbf-affa-c633cc7f6e4a req-174b3fae-75fa-41b3-91e9-42af66e5fe35 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357010 Aug 19 18:49:25.305116 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 121ea997-39e2-4031-a641-b17a64ac4636, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=121ea997-39e2-4031-a641-b17a64ac4636,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:25.320865 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:25.325739 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:25.326118 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.405053 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.412685 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.482864 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:25.484289 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=121ea997-39e2-4031-a641-b17a64ac4636,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.556353 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:25.614133 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=8af5f260-ce05-43dc-866d-a5f4c0bd5554,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:25.722932 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['121ea997-39e2-4031-a641-b17a64ac4636'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:25.831271 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51683c6-fbe3-478c-a2fe-de335b90b782 req-8825a20d-6eb0-4c4e-838f-ac24e93e4a3d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.832804 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a51683c6-fbe3-478c-a2fe-de335b90b782 req-8825a20d-6eb0-4c4e-838f-ac24e93e4a3d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.1010261 Aug 19 18:49:25.834696 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-ff0ea8c7-062f-48c2-be53-8a9c6dc56bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.836008 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-ff0ea8c7-062f-48c2-be53-8a9c6dc56bdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1097 time: 0.1483998 Aug 19 18:49:25.846874 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d76651-f40d-41da-8bdf-3bc939fcbab5 req-8bc95532-f6c9-431b-b5ae-b5680206324c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:25.848411 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67d76651-f40d-41da-8bdf-3bc939fcbab5 req-8bc95532-f6c9-431b-b5ae-b5680206324c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.1038938 Aug 19 18:49:25.952151 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a51683c6-fbe3-478c-a2fe-de335b90b782 req-7d447c90-0c6c-43a9-b13b-93f43b3135b9 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Aug 19 18:49:25.971281 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97086bad-7bf7-4cf5-bd41-708783d00828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4'}, {'server_uuid': '15419122-e2cf-4059-959c-a52f5b762a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5f260-ce05-43dc-866d-a5f4c0bd5554'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:25.978145 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43175c6b-3d48-45c1-9e87-200d20f2466c" -d '{"events": [{"server_uuid": "97086bad-7bf7-4cf5-bd41-708783d00828", "name": "network-vif-plugged", "status": "completed", "tag": "40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4"}, {"server_uuid": "15419122-e2cf-4059-959c-a52f5b762a33", "name": "network-vif-plugged", "status": "completed", "tag": "8af5f260-ce05-43dc-866d-a5f4c0bd5554"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:25.985463 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67d76651-f40d-41da-8bdf-3bc939fcbab5 req-83a29407-2c66-4fe7-9a49-e0dffaec6681 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219923 Aug 19 18:49:26.007489 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-63713960-9b1d-4a42-ba1f-02287b2a5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.009082 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-63713960-9b1d-4a42-ba1f-02287b2a5854 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.1597641 Aug 19 18:49:26.027424 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868d656c-f309-448c-92fd-1a9afac425bf x-openstack-request-id: req-868d656c-f309-448c-92fd-1a9afac425bf {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:26.027787 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97086bad-7bf7-4cf5-bd41-708783d00828", "name": "network-vif-plugged", "status": "completed", "tag": "40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4", "code": 200}, {"server_uuid": "15419122-e2cf-4059-959c-a52f5b762a33", "name": "network-vif-plugged", "status": "completed", "tag": "8af5f260-ce05-43dc-866d-a5f4c0bd5554", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:26.028037 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-868d656c-f309-448c-92fd-1a9afac425bf {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:26.028437 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97086bad-7bf7-4cf5-bd41-708783d00828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4', 'code': 200} Aug 19 18:49:26.029001 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15419122-e2cf-4059-959c-a52f5b762a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5f260-ce05-43dc-866d-a5f4c0bd5554', 'code': 200} Aug 19 18:49:26.053485 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-bfe51dd4-f02b-4ec8-b0b0-6c99729660f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 217 time: 0.0361626 Aug 19 18:49:26.242545 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ec55d-d7de-430e-9e14-4e6a18decaf6 req-9090f19b-f397-4470-9915-ee592b4cd039 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.278681 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e38ec55d-d7de-430e-9e14-4e6a18decaf6 req-9090f19b-f397-4470-9915-ee592b4cd039 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 943 time: 0.1457379 Aug 19 18:49:26.282085 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-f3b4f52a-353b-480e-8ca5-84b7df35477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.295093 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-f3b4f52a-353b-480e-8ca5-84b7df35477d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.1747625 Aug 19 18:49:26.394608 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e38ec55d-d7de-430e-9e14-4e6a18decaf6 req-eae63ecf-5e6e-4cc0-8f3a-e59dc42e979d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986724 Aug 19 18:49:26.429920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:26.583372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda623c8-afed-498e-bbd6-6cb6880dd945 req-f283e3c1-8ed5-4a04-92b3-749ca0e386e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.585206 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-eda623c8-afed-498e-bbd6-6cb6880dd945 req-f283e3c1-8ed5-4a04-92b3-749ca0e386e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.1008241 Aug 19 18:49:26.586104 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-147d7867-dcd4-4106-90e7-fd6b497f3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.587635 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-147d7867-dcd4-4106-90e7-fd6b497f3c4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2630832 Aug 19 18:49:26.596738 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35716e4e-594c-470f-8b1f-56ad8a864d1d req-c3f24eeb-d09a-43cd-89ca-5cde591915ef tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.598182 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-35716e4e-594c-470f-8b1f-56ad8a864d1d req-c3f24eeb-d09a-43cd-89ca-5cde591915ef tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.1823039 Aug 19 18:49:26.652778 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-eda623c8-afed-498e-bbd6-6cb6880dd945 req-756b43a9-020f-4705-bba9-2ece00ae525b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Aug 19 18:49:26.682223 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a9278-0b8e-4282-ac09-8a621787dcaa req-c2e555a8-50e0-4dc1-800b-14c3de35877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.683837 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e34a9278-0b8e-4282-ac09-8a621787dcaa req-c2e555a8-50e0-4dc1-800b-14c3de35877d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 1098 time: 0.1798952 Aug 19 18:49:26.692933 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc375036-5b83-4a05-95e6-c554af5eae65 req-25ff5535-ce21-4f99-98fe-c940cc951901 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:26.694312 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc375036-5b83-4a05-95e6-c554af5eae65 req-25ff5535-ce21-4f99-98fe-c940cc951901 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 944 time: 0.1712847 Aug 19 18:49:26.737475 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-35716e4e-594c-470f-8b1f-56ad8a864d1d req-de19af72-8d61-4c04-bb4e-ca790997efdc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294248 Aug 19 18:49:26.765820 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc375036-5b83-4a05-95e6-c554af5eae65 req-d12ec514-7fcb-4d85-aa74-e66716c1b424 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641541 Aug 19 18:49:26.780923 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-c29df0bc-9a94-48a3-b9ae-ed5e04e4026c service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748822 Aug 19 18:49:26.982376 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device c5b2f067-a791-4ea0-8230-3ca19615e8d4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:26.999651 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 121ea997-39e2-4031-a641-b17a64ac4636 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:27.250307 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e34a9278-0b8e-4282-ac09-8a621787dcaa req-a394361f-7621-458f-9129-bc52c26839eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997344 Aug 19 18:49:27.274255 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port c5b2f067-a791-4ea0-8230-3ca19615e8d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:27.289756 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'port_id': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'mac_address': 'fa:16:3e:ff:8b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:27.331104 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:27.333826 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef71a0-b81f-4468-8fc5-6a7926359301 req-c119814f-68c1-4266-96cd-2fe080280f08 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:27.334244 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 121ea997-39e2-4031-a641-b17a64ac4636 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:27.335171 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6fef71a0-b81f-4468-8fc5-6a7926359301 req-c119814f-68c1-4266-96cd-2fe080280f08 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.1071754 Aug 19 18:49:27.337032 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-76f055a5-f8d1-4013-bef3-e80d1a82a271 req-0aaa7f52-5a5b-461c-9b42-8cda767faf48 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807943 Aug 19 18:49:27.349431 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 121ea997-39e2-4031-a641-b17a64ac4636 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:27.349809 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:27.353051 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b2f067-a791-4ea0-8230-3ca19615e8d4 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:27.355293 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444b1e-b877-4ad4-b547-cb66f66d0aa3 req-e73bb1ec-3c72-4b98-9fb8-45e295ba7c50 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:27.365584 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d444b1e-b877-4ad4-b547-cb66f66d0aa3 req-e73bb1ec-3c72-4b98-9fb8-45e295ba7c50 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.1302068 Aug 19 18:49:27.399703 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port c5b2f067-a791-4ea0-8230-3ca19615e8d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:27.459084 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d444b1e-b877-4ad4-b547-cb66f66d0aa3 req-3531a3a8-a56e-4cfc-8a2c-2794d2236243 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963664 Aug 19 18:49:27.465150 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:27.483002 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6fef71a0-b81f-4468-8fc5-6a7926359301 req-98c0a6e9-0b63-4069-aec8-b5267ece02cf tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190560 Aug 19 18:49:27.516144 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:27.546750 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=c5b2f067-a791-4ea0-8230-3ca19615e8d4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:27.564630 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 121ea997-39e2-4031-a641-b17a64ac4636, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=121ea997-39e2-4031-a641-b17a64ac4636,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:27.636424 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:27.641715 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7006-e872-45d1-bd03-4445983079d1 req-574c5541-2c49-402c-9c72-e40c351a3d8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:27.650017 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-29cd7006-e872-45d1-bd03-4445983079d1 req-574c5541-2c49-402c-9c72-e40c351a3d8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 944 time: 0.0726645 Aug 19 18:49:27.695565 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-29cd7006-e872-45d1-bd03-4445983079d1 req-261d5c45-b7ef-4ca9-92bc-898417bf2adb tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445366 Aug 19 18:49:27.720574 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=121ea997-39e2-4031-a641-b17a64ac4636,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:27.853355 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['c5b2f067-a791-4ea0-8230-3ca19615e8d4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:27.935962 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2953776-cf42-42da-b208-3b3ce8a97285 req-47a7d0ef-7c86-451a-8c0b-0010db6109c5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:27.936166 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c2953776-cf42-42da-b208-3b3ce8a97285 req-47a7d0ef-7c86-451a-8c0b-0010db6109c5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0978453 Aug 19 18:49:27.948589 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57dbd6-955f-4cad-9548-906e4d5098aa req-8ea15b35-45e6-4fc0-9ab5-273268692dee tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:27.950122 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3f57dbd6-955f-4cad-9548-906e4d5098aa req-8ea15b35-45e6-4fc0-9ab5-273268692dee tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0990012 Aug 19 18:49:28.022559 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c2953776-cf42-42da-b208-3b3ce8a97285 req-698d0caa-a284-4872-a7d2-f336411fb32e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712271 Aug 19 18:49:28.026042 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3f57dbd6-955f-4cad-9548-906e4d5098aa req-4545a5ed-88dc-4cef-aeb2-8e5b08a3ee10 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631502 Aug 19 18:49:28.031024 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121ea997-39e2-4031-a641-b17a64ac4636'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:28.033504 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3baac-bc75-4e8c-b1c0-603995946f7d" -d '{"events": [{"server_uuid": "b9f4b1a9-32c8-49ab-93fe-9c45944016a9", "name": "network-vif-plugged", "status": "completed", "tag": "121ea997-39e2-4031-a641-b17a64ac4636"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:28.071745 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fd616e-622f-400e-9bcd-ebf9acf6319a x-openstack-request-id: req-e0fd616e-622f-400e-9bcd-ebf9acf6319a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:28.072078 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4b1a9-32c8-49ab-93fe-9c45944016a9", "name": "network-vif-plugged", "status": "completed", "tag": "121ea997-39e2-4031-a641-b17a64ac4636", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:28.072373 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0fd616e-622f-400e-9bcd-ebf9acf6319a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:28.072768 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121ea997-39e2-4031-a641-b17a64ac4636', 'code': 200} Aug 19 18:49:28.476162 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43818) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:28.609281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712a19d-612f-41ec-9f5b-a83534ad85d1 req-d127d88a-d11f-436c-beec-263e55ea1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:28.610535 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e712a19d-612f-41ec-9f5b-a83534ad85d1 req-d127d88a-d11f-436c-beec-263e55ea1a4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 1098 time: 0.0912826 Aug 19 18:49:28.640618 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed35867e-b1c6-4a69-a996-642e5b83601f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.664942 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62883648-07ea-42be-9dac-69dfc62f8d14 req-fdb12d03-c73b-4401-81bd-dbac4a5dcc4b tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:28.667089 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-62883648-07ea-42be-9dac-69dfc62f8d14 req-fdb12d03-c73b-4401-81bd-dbac4a5dcc4b tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.1007924 Aug 19 18:49:28.732865 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702073b4-1a3e-4595-b5a4-1983a48ad48d req-55c305ed-00aa-4858-bcd0-9671682f22db tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:28.734391 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-702073b4-1a3e-4595-b5a4-1983a48ad48d req-55c305ed-00aa-4858-bcd0-9671682f22db tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.1318729 Aug 19 18:49:28.741609 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e712a19d-612f-41ec-9f5b-a83534ad85d1 req-39daf043-b4b7-453e-b5ef-52dffe1e3a6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994473 Aug 19 18:49:28.751108 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-62883648-07ea-42be-9dac-69dfc62f8d14 req-5108fab6-7100-45cf-bc07-420578cc33cc tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734737 Aug 19 18:49:28.767315 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed35867e-b1c6-4a69-a996-642e5b83601f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.775500 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43830) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:28.801157 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-702073b4-1a3e-4595-b5a4-1983a48ad48d req-e0665e73-9fce-4f97-b9b7-89b70613f55a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568154 Aug 19 18:49:28.878376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d19361-478b-4811-a727-e030b3cacabe req-5f3f854a-9ab0-4664-b76c-a2cf17e4a91e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:28.879870 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-74d19361-478b-4811-a727-e030b3cacabe req-5f3f854a-9ab0-4664-b76c-a2cf17e4a91e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 944 time: 0.0520952 Aug 19 18:49:28.900437 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-645eb403-5d88-4324-a297-519b6b343c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.920879 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-74d19361-478b-4811-a727-e030b3cacabe req-6387d382-d2f2-4aba-8fe2-d6a0cbc4b837 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338573 Aug 19 18:49:28.951198 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed35867e-b1c6-4a69-a996-642e5b83601f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:28.995445 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:29.009407 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device c5b2f067-a791-4ea0-8230-3ca19615e8d4 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:29.017986 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ed35867e-b1c6-4a69-a996-642e5b83601f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e70c5258d83a47448949410e2d107b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5403433 Aug 19 18:49:29.020051 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35867e-b1c6-4a69-a996-642e5b83601f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1319cf08-0a35-41e5-89c5-f769003f34b1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.020677 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 43836) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:29.092464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de94-3b35-487a-a8dd-2c5b2f90827d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.095567 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-645eb403-5d88-4324-a297-519b6b343c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.134369 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de94-3b35-487a-a8dd-2c5b2f90827d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.173734 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:29.185405 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'mac_address': 'fa:16:3e:99:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:29.200811 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-645eb403-5d88-4324-a297-519b6b343c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.227350 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port c5b2f067-a791-4ea0-8230-3ca19615e8d4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:29.233549 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.235923 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port c5b2f067-a791-4ea0-8230-3ca19615e8d4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:29.236428 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.252637 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701afc9-36b3-4218-ae91-2436d1b6afff req-49347fc3-4f2c-4a50-b122-6cf2d14db2e7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.259462 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7701afc9-36b3-4218-ae91-2436d1b6afff req-49347fc3-4f2c-4a50-b122-6cf2d14db2e7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.1281674 Aug 19 18:49:29.264372 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-645eb403-5d88-4324-a297-519b6b343c93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41db07b133ed4dc9ac8da987fbf528de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877639 Aug 19 18:49:29.266936 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43844) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:29.275961 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:29.276143 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eb403-5d88-4324-a297-519b6b343c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a1cde-e377-4ced-b3f6-9962f80b611b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.289099 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a9b28-dfea-4b5e-8905-d2154881a216 req-b66a5ab6-7642-4dda-be4a-c9cf9804203a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.290899 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-988a9b28-dfea-4b5e-8905-d2154881a216 req-b66a5ab6-7642-4dda-be4a-c9cf9804203a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1609070 Aug 19 18:49:29.304518 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:29.348566 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c74497-3a16-4298-acc0-196a385a254c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.362931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.363435 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7701afc9-36b3-4218-ae91-2436d1b6afff req-c37eed68-371b-4546-a613-377fdbe28f7b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004894 Aug 19 18:49:29.385004 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c74497-3a16-4298-acc0-196a385a254c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.385985 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-988a9b28-dfea-4b5e-8905-d2154881a216 req-7c121ed4-e8af-45b1-bdc9-ed923b8a9bd1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841861 Aug 19 18:49:29.411149 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port c5b2f067-a791-4ea0-8230-3ca19615e8d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:29.414462 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.414731 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de94-3b35-487a-a8dd-2c5b2f90827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.418284 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b3de94-3b35-487a-a8dd-2c5b2f90827d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.421897 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b2b3de94-3b35-487a-a8dd-2c5b2f90827d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1319cf08-0a35-41e5-89c5-f769003f34b1 HTTP/1.1" status: 204 len: 168 time: 0.3978591 Aug 19 18:49:29.431073 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3de94-3b35-487a-a8dd-2c5b2f90827d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1319cf08-0a35-41e5-89c5-f769003f34b1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.476231 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.506546 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c74497-3a16-4298-acc0-196a385a254c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.507136 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.509385 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c74497-3a16-4298-acc0-196a385a254c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:29.512354 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-30c74497-3a16-4298-acc0-196a385a254c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f8a1cde-e377-4ced-b3f6-9962f80b611b HTTP/1.1" status: 204 len: 168 time: 0.2433445 Aug 19 18:49:29.520021 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c74497-3a16-4298-acc0-196a385a254c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a1cde-e377-4ced-b3f6-9962f80b611b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.565851 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=c5b2f067-a791-4ea0-8230-3ca19615e8d4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:29.883252 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec59a0c1-deef-4f63-ae2d-90cfbfbcafe3 req-edc52459-727f-4fe5-b4bf-4c7d5eb37f09 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:29.885032 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ec59a0c1-deef-4f63-ae2d-90cfbfbcafe3 req-edc52459-727f-4fe5-b4bf-4c7d5eb37f09 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.0554817 Aug 19 18:49:29.897338 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:29.928330 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ec59a0c1-deef-4f63-ae2d-90cfbfbcafe3 req-a842ca80-a6e3-4ad7-abaf-a3b56a6e2592 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366604 Aug 19 18:49:30.067194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f204c46-4c2f-4861-b92f-b1522592c5ed req-f87c8428-b4a8-47aa-8330-3b96ef25634e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:30.074290 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:30.078175 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6f204c46-4c2f-4861-b92f-b1522592c5ed req-f87c8428-b4a8-47aa-8330-3b96ef25634e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0687046 Aug 19 18:49:30.091278 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17063928-ebab-428d-a78d-2c8e413de9a2" -d '{"events": [{"server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:30.139564 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6f204c46-4c2f-4861-b92f-b1522592c5ed req-caf5c189-7288-483a-b5e2-3ab12695e3f1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603969 Aug 19 18:49:30.160632 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef33470b-0e81-4e60-8c6d-f10c2bdfacd7 x-openstack-request-id: req-ef33470b-0e81-4e60-8c6d-f10c2bdfacd7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:30.160956 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "name": "network-vif-plugged", "status": "completed", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:30.161217 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ef33470b-0e81-4e60-8c6d-f10c2bdfacd7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:30.161614 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'code': 200} Aug 19 18:49:30.339640 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43876) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:30.352369 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cde9f8ce-8ed3-4063-8193-a77b68bc59d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.445372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cde9f8ce-8ed3-4063-8193-a77b68bc59d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.504593 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43884) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:30.526313 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d88230c-559b-4b6d-bdfd-94df4f731e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.531240 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dc88e-3f7c-4f15-b1f9-26b4421a4233 req-6ebc163e-ca32-402e-b179-05368339831b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:30.532945 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e61dc88e-3f7c-4f15-b1f9-26b4421a4233 req-6ebc163e-ca32-402e-b179-05368339831b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 945 time: 0.0932605 Aug 19 18:49:30.542939 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2e301-7a9f-4acd-b534-11b61a09c195 req-683de114-7794-47ad-9595-fbfa4ff8cc5a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:30.544583 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ced2e301-7a9f-4acd-b534-11b61a09c195 req-683de114-7794-47ad-9595-fbfa4ff8cc5a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0770583 Aug 19 18:49:30.552215 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cde9f8ce-8ed3-4063-8193-a77b68bc59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.604022 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e61dc88e-3f7c-4f15-b1f9-26b4421a4233 req-aafada5a-06e9-4614-98cb-27d1d71450b9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579317 Aug 19 18:49:30.606171 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-cde9f8ce-8ed3-4063-8193-a77b68bc59d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=38a09c0d2f0b469a927427039394755c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654665 Aug 19 18:49:30.607270 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f8ce-8ed3-4063-8193-a77b68bc59d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510c1495-666c-43eb-8fea-d7826c8ba24e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:30.609030 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 43886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:30.620979 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ced2e301-7a9f-4acd-b534-11b61a09c195 req-c94382e0-021b-4630-a2fd-ce1210f44656 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676410 Aug 19 18:49:30.702991 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d88230c-559b-4b6d-bdfd-94df4f731e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.725939 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccbd93bf-e40f-462b-be48-c8c99d9555d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.768803 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d88230c-559b-4b6d-bdfd-94df4f731e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.775028 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd45f7-785b-477b-aecb-d159ad7b4f94 req-ce91ba50-a849-4447-9cae-56331d5e16b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:30.778614 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7bfd45f7-785b-477b-aecb-d159ad7b4f94 req-ce91ba50-a849-4447-9cae-56331d5e16b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1098 time: 0.0922720 Aug 19 18:49:30.783404 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccbd93bf-e40f-462b-be48-c8c99d9555d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.818304 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-3d88230c-559b-4b6d-bdfd-94df4f731e59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a1812d93aeb48a48f2096661110d513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3125246 Aug 19 18:49:30.819192 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88230c-559b-4b6d-bdfd-94df4f731e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b317f3c-a4b0-448a-9467-6063ea9ef2ca,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:30.821410 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 43894) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:30.897271 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7bfd45f7-785b-477b-aecb-d159ad7b4f94 req-9680f8ab-c903-4377-b6c4-da836ba08da4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619185 Aug 19 18:49:30.905019 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8b53-bfda-4c21-950f-c77315812ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.933940 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8b53-bfda-4c21-950f-c77315812ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:30.998859 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:49:31.072431 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccbd93bf-e40f-462b-be48-c8c99d9555d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.075264 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccbd93bf-e40f-462b-be48-c8c99d9555d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.079498 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ccbd93bf-e40f-462b-be48-c8c99d9555d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/510c1495-666c-43eb-8fea-d7826c8ba24e HTTP/1.1" status: 204 len: 168 time: 0.4663074 Aug 19 18:49:31.087172 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd93bf-e40f-462b-be48-c8c99d9555d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510c1495-666c-43eb-8fea-d7826c8ba24e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:31.100283 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8b53-bfda-4c21-950f-c77315812ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.103528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6fe8b53-bfda-4c21-950f-c77315812ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.105669 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d6fe8b53-bfda-4c21-950f-c77315812ef5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b317f3c-a4b0-448a-9467-6063ea9ef2ca HTTP/1.1" status: 204 len: 168 time: 0.2825933 Aug 19 18:49:31.113676 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe8b53-bfda-4c21-950f-c77315812ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b317f3c-a4b0-448a-9467-6063ea9ef2ca,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:31.133278 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:49:31.139582 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:49:31.140507 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.235445 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.282437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:31.339445 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091761b6-dfb2-44df-a65a-b2838916bd0d req-e24df291-4f65-47c2-b455-369e366d967d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.347141 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-091761b6-dfb2-44df-a65a-b2838916bd0d req-e24df291-4f65-47c2-b455-369e366d967d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0592132 Aug 19 18:49:31.374590 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:31.407868 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-091761b6-dfb2-44df-a65a-b2838916bd0d req-2b8f98b4-76a3-400f-bd4b-d9df936650ea tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490167 Aug 19 18:49:31.459368 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:31.474356 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-f3d663a2-54b1-406a-bdae-a92d5e1a3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.476069 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-f3d663a2-54b1-406a-bdae-a92d5e1a3449 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 1098 time: 0.0647254 Aug 19 18:49:31.583258 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c6d88-f984-4e08-b2f7-a03d53984be3 req-45fb5569-9e5a-426f-99ee-7f5d86e14027 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.584833 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-de9c6d88-f984-4e08-b2f7-a03d53984be3 req-45fb5569-9e5a-426f-99ee-7f5d86e14027 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1214602 Aug 19 18:49:31.638527 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-4ca4ebc1-4433-4502-bed8-277f99dcc75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.640035 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-4ca4ebc1-4433-4502-bed8-277f99dcc75a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.1463342 Aug 19 18:49:31.668766 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-de9c6d88-f984-4e08-b2f7-a03d53984be3 req-5719f68c-1212-42e1-acfc-1f309b9f1a95 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726991 Aug 19 18:49:31.705787 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-b773ffd5-5bca-4e9f-a27a-189dc99eb6af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=121ea997-39e2-4031-a641-b17a64ac4636 HTTP/1.1" status: 200 len: 217 time: 0.0489311 Aug 19 18:49:31.819098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-1e661b12-c1af-49cb-9c2e-6222ef676fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.819843 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-1e661b12-c1af-49cb-9c2e-6222ef676fa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.0975087 Aug 19 18:49:31.836662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff76e6c-3967-4418-bab6-59ce78f5a1af req-adfa8d7c-9cdc-47d9-85dc-8df8e2b89879 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:31.838818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4ff76e6c-3967-4418-bab6-59ce78f5a1af req-adfa8d7c-9cdc-47d9-85dc-8df8e2b89879 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0709865 Aug 19 18:49:31.879716 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-6500b83f-1db7-4ba1-b86d-f631028f2d24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380280 Aug 19 18:49:31.900134 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4ff76e6c-3967-4418-bab6-59ce78f5a1af req-db63e36a-a39e-4c58-9839-105acc439870 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519071 Aug 19 18:49:32.005819 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-a095baec-b66f-49f2-ae76-a3fddefb7639 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033573 Aug 19 18:49:32.110107 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e045e82c-41fc-4a23-a4e5-1b9c427c1f86 req-9f358607-8d19-4cca-bfca-72bb77645c4f service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Aug 19 18:49:32.162883 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:32.165007 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1ba494-328a-4e31-b76f-5bf39ee6eb51" -d '{"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:32.305389 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77203d7d-2791-468c-abc0-661cd2af820d x-openstack-request-id: req-77203d7d-2791-468c-abc0-661cd2af820d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:32.305880 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:32.306470 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77203d7d-2791-468c-abc0-661cd2af820d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:32.307415 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'code': 200} Aug 19 18:49:32.577288 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f795f-aace-43ec-8dc1-316e4a5fdcdc req-36558f49-2da6-4316-9f52-7c38e60a3e84 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:32.579045 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-750f795f-aace-43ec-8dc1-316e4a5fdcdc req-36558f49-2da6-4316-9f52-7c38e60a3e84 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0777256 Aug 19 18:49:32.625127 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-750f795f-aace-43ec-8dc1-316e4a5fdcdc req-c355742a-5066-4092-af75-d7a79515df66 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Aug 19 18:49:32.823510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98051d7e-da94-4763-a1af-d990ee319f33 req-b82794a5-ed90-474e-b260-6d84d63df5f8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:32.825085 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-98051d7e-da94-4763-a1af-d990ee319f33 req-b82794a5-ed90-474e-b260-6d84d63df5f8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0784178 Aug 19 18:49:32.899978 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-98051d7e-da94-4763-a1af-d990ee319f33 req-3e4dc456-7dd6-43fb-af37-e2fe04ce54ab tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677273 Aug 19 18:49:32.914319 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b2a20-7191-42f4-82ae-120a15a05f7e req-f9aa8044-934c-41b7-b561-f2f44e17f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:32.916587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6d8b2a20-7191-42f4-82ae-120a15a05f7e req-f9aa8044-934c-41b7-b561-f2f44e17f8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1099 time: 0.0553370 Aug 19 18:49:32.958220 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6d8b2a20-7191-42f4-82ae-120a15a05f7e req-3d472827-1217-435b-90da-64d59ad10b80 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Aug 19 18:49:33.045022 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17f44e-aa2f-4fd5-928d-1bb8c0998bd2 req-9a92c43c-a0ac-40e3-bc28-297259432247 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:33.046574 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a17f44e-aa2f-4fd5-928d-1bb8c0998bd2 req-9a92c43c-a0ac-40e3-bc28-297259432247 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0621786 Aug 19 18:49:33.095452 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a17f44e-aa2f-4fd5-928d-1bb8c0998bd2 req-f173f3ab-9d68-4106-953d-f80c9cb4cbcd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400853 Aug 19 18:49:33.749536 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4720df0-cf27-4513-8134-ce40a824b50c req-9e0d64bc-814b-420e-8017-ce0621195d2f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:33.751587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f4720df0-cf27-4513-8134-ce40a824b50c req-9e0d64bc-814b-420e-8017-ce0621195d2f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0551598 Aug 19 18:49:33.797985 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f4720df0-cf27-4513-8134-ce40a824b50c req-e633b599-b888-4338-a517-c5150510b322 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392365 Aug 19 18:49:33.919971 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbfe1b-1151-46c2-bf0a-261e20bca200 req-6e18e766-40ae-4fbe-a955-9c4e0f7a6b80 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:33.921675 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9ecbfe1b-1151-46c2-bf0a-261e20bca200 req-6e18e766-40ae-4fbe-a955-9c4e0f7a6b80 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0528362 Aug 19 18:49:33.931566 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44044) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:33.937158 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'floatingip': {'port_id': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:34.022454 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44046) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:34.027582 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.134425 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-812cc58e-9c5a-4253-8802-8126e9a1280b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.169517 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b598e8-ed03-490d-82d4-3b6729c260f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.189281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61e722-4812-40a3-bf1c-42278b29234e req-a316fa6b-0b3b-489b-843e-dc020b2d34b6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:34.191409 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b61e722-4812-40a3-bf1c-42278b29234e req-a316fa6b-0b3b-489b-843e-dc020b2d34b6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1871295 Aug 19 18:49:34.293013 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b598e8-ed03-490d-82d4-3b6729c260f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.344571 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b33d99-64e6-4bba-9697-94539c75a5ed req-a12fc81e-274a-4c0c-90f6-ce4198ee4b3d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:34.346309 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e3b33d99-64e6-4bba-9697-94539c75a5ed req-a12fc81e-274a-4c0c-90f6-ce4198ee4b3d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1538198 Aug 19 18:49:34.351645 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b61e722-4812-40a3-bf1c-42278b29234e req-02049d04-f855-41c9-b87c-b7efb894b8c9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374276 Aug 19 18:49:34.372382 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b598e8-ed03-490d-82d4-3b6729c260f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.414551 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b598e8-ed03-490d-82d4-3b6729c260f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc44ba-dde4-4030-b28d-fc01c6a11985,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:34.421585 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c5b598e8-ed03-490d-82d4-3b6729c260f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9004b7b27d964e3295120a54b62ffb55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962798 Aug 19 18:49:34.422840 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44058) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:34.438670 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e3b33d99-64e6-4bba-9697-94539c75a5ed req-0bee19d2-bd33-468e-afc3-b5acad08a752 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556333 Aug 19 18:49:34.488489 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faf0d8e4-f107-48af-877a-75a1f482a027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.511141 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faf0d8e4-f107-48af-877a-75a1f482a027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.643650 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faf0d8e4-f107-48af-877a-75a1f482a027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.646394 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faf0d8e4-f107-48af-877a-75a1f482a027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:34.647685 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-faf0d8e4-f107-48af-877a-75a1f482a027 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2adc44ba-dde4-4030-b28d-fc01c6a11985 HTTP/1.1" status: 204 len: 168 time: 0.2238009 Aug 19 18:49:34.658610 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0d8e4-f107-48af-877a-75a1f482a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc44ba-dde4-4030-b28d-fc01c6a11985,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:35.088710 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.180491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.279016 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Floating IP 1ab74f4a-a4e2-4c71-9c34-9192cb60515f associated. External IP: 172.27.0.192, port: c5b2f067-a791-4ea0-8230-3ca19615e8d4. Aug 19 18:49:35.483817 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44088) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:35.497487 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb651-73b3-4fe5-99d3-78afd8dea45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.523682 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:49:35.532250 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e8911-e8b9-484e-8284-739d54e3e605 req-100745da-8c7f-44ea-acea-17741c6c25bc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:35.535404 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-653e8911-e8b9-484e-8284-739d54e3e605 req-100745da-8c7f-44ea-acea-17741c6c25bc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0769801 Aug 19 18:49:35.591656 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb651-73b3-4fe5-99d3-78afd8dea45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.665089 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0dcb651-73b3-4fe5-99d3-78afd8dea45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.665207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a6fee-db23-4a53-b6d9-76b24ba94be2 req-7d1de11b-b75d-4eb9-b216-0f45bc2b136e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:35.667603 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5f9a6fee-db23-4a53-b6d9-76b24ba94be2 req-7d1de11b-b75d-4eb9-b216-0f45bc2b136e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1304772 Aug 19 18:49:35.672719 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-653e8911-e8b9-484e-8284-739d54e3e605 req-50020072-777f-43bc-922a-f909896afc4a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253586 Aug 19 18:49:35.682344 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44096) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:35.735793 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a0dcb651-73b3-4fe5-99d3-78afd8dea45d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a93a8754a04422f9ef8e71915b02415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508016 Aug 19 18:49:35.736928 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcb651-73b3-4fe5-99d3-78afd8dea45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986dc651-a852-4dd2-bea8-39922cd849bc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:35.740145 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44102) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:35.819864 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3eed6bda-a69c-46bd-88d0-ca54eb965eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.821930 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5f9a6fee-db23-4a53-b6d9-76b24ba94be2 req-7e87e008-02ca-4353-a59f-d7623eed9f95 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481359 Aug 19 18:49:35.835646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:49:35.850669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.851251 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:49:35.864177 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3eed6bda-a69c-46bd-88d0-ca54eb965eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.869596 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:35.872262 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:49:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:35.884174 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d55e8da6-d04b-47c8-a797-1d904bace285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:35.889293 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a15fc56d-f3b3-4b19-8f26-d128331f3f22 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "PUT /v2.0/floatingips/1ab74f4a-a4e2-4c71-9c34-9192cb60515f HTTP/1.1" status: 200 len: 991 time: 1.9558086 Aug 19 18:49:35.891322 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:35.903951 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:35.975426 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484ce29-3cc1-47db-a3d9-52a3a0ad1e92 req-3192148c-d3dc-47a2-beee-4c277c317f75 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:35.976928 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0484ce29-3cc1-47db-a3d9-52a3a0ad1e92 req-3192148c-d3dc-47a2-beee-4c277c317f75 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0595839 Aug 19 18:49:35.986443 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:35.991115 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'floatingip': {'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:35.996985 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:36.014893 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63573154-e1a1-4d63-abaf-f02e4676489a x-openstack-request-id: req-63573154-e1a1-4d63-abaf-f02e4676489a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:36.015253 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:36.015676 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63573154-e1a1-4d63-abaf-f02e4676489a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:36.016148 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'status': 'completed', 'code': 200} Aug 19 18:49:36.059738 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3eed6bda-a69c-46bd-88d0-ca54eb965eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.062517 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3eed6bda-a69c-46bd-88d0-ca54eb965eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.063850 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-3eed6bda-a69c-46bd-88d0-ca54eb965eb0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/986dc651-a852-4dd2-bea8-39922cd849bc HTTP/1.1" status: 204 len: 168 time: 0.3225911 Aug 19 18:49:36.080952 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed6bda-a69c-46bd-88d0-ca54eb965eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986dc651-a852-4dd2-bea8-39922cd849bc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:36.092096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.164483 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-d1d72ce9-af52-4c09-bb22-8d7e159880de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:36.167826 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-d1d72ce9-af52-4c09-bb22-8d7e159880de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1098 time: 0.0922761 Aug 19 18:49:36.281959 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-41ce92a6-7be7-4f1b-8497-2333463f2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:36.284810 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-41ce92a6-7be7-4f1b-8497-2333463f2bf7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.1090376 Aug 19 18:49:36.327032 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d55e8da6-d04b-47c8-a797-1d904bace285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.332481 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '1ab74f4a-a4e2-4c71-9c34-9192cb60515f', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'port_id': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'mac_address': 'fa:16:3e:ff:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc889864-91cd-48bd-bd97-d80605b38415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:49:10Z', 'updated_at': '2021-08-19T18:49:34Z', 'revision_number': 1, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:36.360866 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:49:36.371753 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:36.372687 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:49:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:36.405154 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-cacd927d-2f8f-4790-b026-2a731b84791d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 999 time: 0.1120515 Aug 19 18:49:36.469952 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d55e8da6-d04b-47c8-a797-1d904bace285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.482221 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-3459456d-a1bd-4488-8bf2-d0d3efe3a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:36.484854 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-3459456d-a1bd-4488-8bf2-d0d3efe3a9ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0677590 Aug 19 18:49:36.530850 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:36.548792 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e8da6-d04b-47c8-a797-1d904bace285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f63d8c-a958-4340-8fa5-36c99eb6ee92,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:36.554963 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-2a24607d-cea7-48f0-8800-9139c1d36c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:36.556578 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-2a24607d-cea7-48f0-8800-9139c1d36c24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576434 Aug 19 18:49:36.608010 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d55e8da6-d04b-47c8-a797-1d904bace285 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=706d683da68b42b7bfb1a9236944630a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9209304 Aug 19 18:49:36.619718 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44120) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:36.826481 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cc179529-16ac-4c98-96de-8ec69c8dfef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.926029 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85332dbc-cf0c-4ca0-888a-2c36cc9c7fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.956001 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-3c39bfee-b75b-4ba0-b0ce-c93be08a9ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875775 Aug 19 18:49:36.958894 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '1ab74f4a-a4e2-4c71-9c34-9192cb60515f', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'port_id': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'mac_address': 'fa:16:3e:ff:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc889864-91cd-48bd-bd97-d80605b38415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:49:10Z', 'updated_at': '2021-08-19T18:49:34Z', 'revision_number': 1, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:36.969234 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44128) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:36.987364 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85332dbc-cf0c-4ca0-888a-2c36cc9c7fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:36.989736 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5d46f-5188-4dd4-a172-d5cbafdfd918 None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '1ab74f4a-a4e2-4c71-9c34-9192cb60515f', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'port_id': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'mac_address': 'fa:16:3e:ff:8b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc889864-91cd-48bd-bd97-d80605b38415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:49:10Z', 'updated_at': '2021-08-19T18:49:34Z', 'revision_number': 1, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:49:37.004178 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d66aa6e-5ce6-46f1-aea2-b78d8ccd2a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.038274 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df72d4-aac4-4d94-b608-4c53ec42c010 req-a89d7d69-590a-4528-be7a-12fb4e8a3fc9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:37.040039 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-33df72d4-aac4-4d94-b608-4c53ec42c010 req-a89d7d69-590a-4528-be7a-12fb4e8a3fc9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1179271 Aug 19 18:49:37.049572 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 19 18:49:37.102226 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-33df72d4-aac4-4d94-b608-4c53ec42c010 req-89dfc8dc-a157-4945-81c7-bf9b66c04417 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Aug 19 18:49:37.148393 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.186709 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85332dbc-cf0c-4ca0-888a-2c36cc9c7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.189213 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85332dbc-cf0c-4ca0-888a-2c36cc9c7fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.190358 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-85332dbc-cf0c-4ca0-888a-2c36cc9c7fad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/33f63d8c-a958-4340-8fa5-36c99eb6ee92 HTTP/1.1" status: 204 len: 168 time: 0.5689800 Aug 19 18:49:37.204811 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85332dbc-cf0c-4ca0-888a-2c36cc9c7fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f63d8c-a958-4340-8fa5-36c99eb6ee92,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:37.214462 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.263535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcde31e-a31a-4460-bb8f-5244a91fc3b2 None None] New status for floating IP 1ab74f4a-a4e2-4c71-9c34-9192cb60515f: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:49:37.279436 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d66aa6e-5ce6-46f1-aea2-b78d8ccd2a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.335954 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Floating IP 31ab77e1-0094-4689-93b0-6c0772f02215 associated. External IP: 172.27.0.143, port: fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5. Aug 19 18:49:37.339921 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d66aa6e-5ce6-46f1-aea2-b78d8ccd2a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.381648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-8d66aa6e-5ce6-46f1-aea2-b78d8ccd2a64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e70b61aeb6234a21907317fcb583120b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111123 Aug 19 18:49:37.382891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66aa6e-5ce6-46f1-aea2-b78d8ccd2a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a7155-87e0-4b8e-a26d-e91527b5026e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:37.384264 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44134) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:37.464100 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.497097 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa3212b7-d5ca-4b0f-81df-43cb129b9738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.558206 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa3212b7-d5ca-4b0f-81df-43cb129b9738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.652548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:49:37.764955 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:49:37.769331 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.774754 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:49:37.785011 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:37.785614 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:49:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:37.798046 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4e4b145f-dd1c-4bc0-897b-ffefa7a87443 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "PUT /v2.0/floatingips/31ab77e1-0094-4689-93b0-6c0772f02215 HTTP/1.1" status: 200 len: 992 time: 1.8104651 Aug 19 18:49:37.798728 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:37.801164 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d133382a-cc2d-4c91-9999-2d377233699e" -d '{"events": [{"name": "network-changed", "server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:37.812210 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa3212b7-d5ca-4b0f-81df-43cb129b9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.815194 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa3212b7-d5ca-4b0f-81df-43cb129b9738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:37.817531 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-fa3212b7-d5ca-4b0f-81df-43cb129b9738 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd5a7155-87e0-4b8e-a26d-e91527b5026e HTTP/1.1" status: 204 len: 168 time: 0.4304836 Aug 19 18:49:37.825275 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3212b7-d5ca-4b0f-81df-43cb129b9738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a7155-87e0-4b8e-a26d-e91527b5026e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:37.903707 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:37.968406 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.148125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '31ab77e1-0094-4689-93b0-6c0772f02215', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'mac_address': 'fa:16:3e:99:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:49:10Z', 'updated_at': '2021-08-19T18:49:36Z', 'revision_number': 1, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:38.152441 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b6f7036-8ae8-4dd6-b86f-7648681aa86f req-f42c7c59-2938-4e53-bd8e-3978e1dad166 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Aug 19 18:49:38.176473 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:49:38.186497 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:49:38.187166 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:49:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:38.204620 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44152) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:38.219279 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c9e18d5d-9535-4f68-95f1-8176013016bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.303846 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:49:38.323844 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c9e18d5d-9535-4f68-95f1-8176013016bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.402791 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c9e18d5d-9535-4f68-95f1-8176013016bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.446885 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c9e18d5d-9535-4f68-95f1-8176013016bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0341bb682063481398469d9ff1ed7ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410948 Aug 19 18:49:38.450210 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:38.457553 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e18d5d-9535-4f68-95f1-8176013016bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f892d5-2f2b-4ad9-ab83-6a98e98f2d96,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:38.503192 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f448851-a283-4e65-85b5-b1467beadd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.524463 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f448851-a283-4e65-85b5-b1467beadd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.552619 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '31ab77e1-0094-4689-93b0-6c0772f02215', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'mac_address': 'fa:16:3e:99:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:49:10Z', 'updated_at': '2021-08-19T18:49:36Z', 'revision_number': 1, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:49:38.587421 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e778907-1df5-4716-8d9b-92df1e4a8ec3 None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '31ab77e1-0094-4689-93b0-6c0772f02215', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'mac_address': 'fa:16:3e:99:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:49:10Z', 'updated_at': '2021-08-19T18:49:36Z', 'revision_number': 1, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:49:38.669438 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f448851-a283-4e65-85b5-b1467beadd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.669438 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f448851-a283-4e65-85b5-b1467beadd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:38.669438 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-9f448851-a283-4e65-85b5-b1467beadd0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8f892d5-2f2b-4ad9-ab83-6a98e98f2d96 HTTP/1.1" status: 204 len: 168 time: 0.2108688 Aug 19 18:49:38.670970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f448851-a283-4e65-85b5-b1467beadd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f892d5-2f2b-4ad9-ab83-6a98e98f2d96,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:38.777189 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8da96-ab22-4ccc-b4cf-b7a3e4216a9c None None] New status for floating IP 31ab77e1-0094-4689-93b0-6c0772f02215: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:49:39.334565 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:39.874140 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44216) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:40.079395 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-894731807-network', 'tenant_id': 'b43bfcc110304683b9164823358ed2e3'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:40.174476 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Made reservation on behalf of b43bfcc110304683b9164823358ed2e3 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:40.177058 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.186712 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.276026 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.400808 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.415453 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbe4836-9431-4ee2-bd60-ff936b715780 x-openstack-request-id: req-9cbe4836-9431-4ee2-bd60-ff936b715780 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:40.416342 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:40.417096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cbe4836-9431-4ee2-bd60-ff936b715780 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:40.418078 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'status': 'completed', 'code': 200} Aug 19 18:49:40.434971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:49:40.453932 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d14eb1-afe2-4b69-b9f2-5ac513b30153,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:40.457962 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.458329 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Added segment 5ec45ab1-36e8-4cc0-b013-e04d0a4914f7 of type vlan for network 9d1f197d-c87a-4804-ada6-4d92baffd92e Aug 19 18:49:40.507029 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.552735 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34836c16-8bfa-49b2-a462-1c181cbebc25 req-d1b49c1c-0966-4dfe-89ba-4496ece894ae tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:40.554155 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-34836c16-8bfa-49b2-a462-1c181cbebc25 req-d1b49c1c-0966-4dfe-89ba-4496ece894ae tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0839438 Aug 19 18:49:40.560888 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133382a-cc2d-4c91-9999-2d377233699e req-e038a48f-d0f1-4af2-b825-54685e7d18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:40.562298 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-e038a48f-d0f1-4af2-b825-54685e7d18f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1099 time: 0.0641172 Aug 19 18:49:40.614190 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.615229 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:40.615829 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.644837 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-34836c16-8bfa-49b2-a462-1c181cbebc25 req-ee0a1360-325f-4e1d-a191-bc3a111d444d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815682 Aug 19 18:49:40.683988 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] Pushing event updated for resources: {'Network': ['ID=9d1f197d-c87a-4804-ada6-4d92baffd92e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:40.692736 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133382a-cc2d-4c91-9999-2d377233699e req-9c5c3a59-7aeb-4309-9b6d-3ffb7956f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:40.694203 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 9d1f197d-c87a-4804-ada6-4d92baffd92e details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:49:40.694666 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-9c5c3a59-7aeb-4309-9b6d-3ffb7956f050 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.1183619 Aug 19 18:49:40.771790 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-3dacc7d3-d981-47e6-b7cc-9adf9aa9b001 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 1002 time: 0.0639691 Aug 19 18:49:40.780810 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1a51756f-ac3f-4ab0-a278-f9207716cc7f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9055328 Aug 19 18:49:40.783693 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44234) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:40.788957 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Request body: {'subnet': {'network_id': '9d1f197d-c87a-4804-ada6-4d92baffd92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-894731807-subnet', 'tenant_id': 'b43bfcc110304683b9164823358ed2e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:40.829008 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133382a-cc2d-4c91-9999-2d377233699e req-f0984b75-46cb-43e9-9393-e349f1234771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:40.830406 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-f0984b75-46cb-43e9-9393-e349f1234771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0449998 Aug 19 18:49:40.879935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133382a-cc2d-4c91-9999-2d377233699e req-6876a9c0-fb99-423b-baba-e70a73489b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:40.881321 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-6876a9c0-fb99-423b-baba-e70a73489b9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397589 Aug 19 18:49:40.943592 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Made reservation on behalf of b43bfcc110304683b9164823358ed2e3 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:40.946522 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:40.981487 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-a7f367f6-2e68-44a6-b72e-49a8fea25167 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915663 Aug 19 18:49:41.095728 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d133382a-cc2d-4c91-9999-2d377233699e req-b1a118b2-5c66-41e9-9e4c-fcb81272b3ca service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947211 Aug 19 18:49:41.150111 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:49:41.203397 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:41.258779 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb530ab-2765-4523-b67e-81abde0848db,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:41.267925 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Checking segment: {'id': '5ec45ab1-36e8-4cc0-b013-e04d0a4914f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d1f197d-c87a-4804-ada6-4d92baffd92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:41.268301 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Network hostable DHCP agents. Network: 9d1f197d-c87a-4804-ada6-4d92baffd92e, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:49:41.357192 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Network 9d1f197d-c87a-4804-ada6-4d92baffd92e is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:49:41.425727 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 9d1f197d-c87a-4804-ada6-4d92baffd92e) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:41.430046 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:41.430768 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:41.436310 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bb02bc-9496-4de1-9050-f6c8ffcc5e2c None None] Network 9d1f197d-c87a-4804-ada6-4d92baffd92e requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:49:41.544935 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2c432aff-0e2a-4d56-9af8-d285a17f7b32 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7601180 Aug 19 18:49:41.556243 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f8097-b118-41d0-88a0-e9d7ec12e935 None None] Network 9d1f197d-c87a-4804-ada6-4d92baffd92e requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:49:41.783925 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed8334-aab0-4037-8cbb-8aeedea57a79 req-b68efa43-5491-4920-8cbd-c6bfde897330 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:41.786513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-efed8334-aab0-4037-8cbb-8aeedea57a79 req-b68efa43-5491-4920-8cbd-c6bfde897330 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0615168 Aug 19 18:49:41.835870 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-efed8334-aab0-4037-8cbb-8aeedea57a79 req-9c5788da-0826-42b3-beaf-81064c471954 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 Aug 19 18:49:42.358496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:42.363811 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-548544742-network', 'tenant_id': '82dd4b7994ed499cb5b3f2ae2a2924fd'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:42.454128 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Made reservation on behalf of 82dd4b7994ed499cb5b3f2ae2a2924fd for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:42.456855 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.466257 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.567903 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.671597 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.697178 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:49:42.707234 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b02ffc-062f-4a2b-8c9b-26de01c36adf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:42.712107 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.712459 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Added segment 2e7fdf4b-36b6-49f1-8c70-cdf42ffd419d of type vlan for network 439b28c6-06a8-4ef7-a7df-d78804545baf Aug 19 18:49:42.753375 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.866106 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.867255 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:42.867947 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:42.930361 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] Pushing event updated for resources: {'Network': ['ID=439b28c6-06a8-4ef7-a7df-d78804545baf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:42.942300 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 439b28c6-06a8-4ef7-a7df-d78804545baf details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:49:42.987898 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d07b7-5689-41a8-84dc-d6debbb9b8bb req-78905d5d-98f1-49bc-9822-33e76f31254f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:42.989725 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db9d07b7-5689-41a8-84dc-d6debbb9b8bb req-78905d5d-98f1-49bc-9822-33e76f31254f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0691404 Aug 19 18:49:43.015335 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d4aa130b-efb0-4ea8-ab7a-64fafef66f6d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6553218 Aug 19 18:49:43.018305 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44304) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:43.023692 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Request body: {'subnet': {'network_id': '439b28c6-06a8-4ef7-a7df-d78804545baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-548544742-subnet', 'tenant_id': '82dd4b7994ed499cb5b3f2ae2a2924fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:43.033764 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db9d07b7-5689-41a8-84dc-d6debbb9b8bb req-ab968db0-da3d-41cf-8876-29da488be913 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371556 Aug 19 18:49:43.166263 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Made reservation on behalf of 82dd4b7994ed499cb5b3f2ae2a2924fd for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:43.168708 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:43.437488 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:43.505673 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0024fa-8df5-4276-9d3c-e133d6008b9b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:43.514854 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Checking segment: {'id': '2e7fdf4b-36b6-49f1-8c70-cdf42ffd419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '439b28c6-06a8-4ef7-a7df-d78804545baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:43.515249 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Network hostable DHCP agents. Network: 439b28c6-06a8-4ef7-a7df-d78804545baf, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:49:43.638028 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Network 439b28c6-06a8-4ef7-a7df-d78804545baf is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:49:43.711204 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 439b28c6-06a8-4ef7-a7df-d78804545baf) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:43.715705 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:43.716474 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:43.720791 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecff1690-d2f2-49e1-950e-61df7d78494b None None] Network 439b28c6-06a8-4ef7-a7df-d78804545baf requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:49:43.758200 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-a0079061-d2cc-4726-be80-8441509687a0 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:43.759761 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-a0079061-d2cc-4726-be80-8441509687a0 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.1134415 Aug 19 18:49:43.777685 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-07392f73-a506-4723-a0f4-625df42de476 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/quotas/046c7368086847c4a31400beb1e4e92e HTTP/1.1" status: 200 len: 375 time: 0.0096505 Aug 19 18:49:43.803844 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-801e5e03-8dbe-4892-8e51-13cccc3497eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7839758 Aug 19 18:49:43.830069 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-e6931188-c334-4af4-b51d-240b63015eef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461891 Aug 19 18:49:43.877085 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389c7e7-7e85-45f0-9f16-bf51a24dd7b7 None None] Network 439b28c6-06a8-4ef7-a7df-d78804545baf requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:49:43.928484 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-72fc72e3-2b95-4600-9dc6-5bf24f40a1bb service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909801 Aug 19 18:49:44.031666 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-740c55fc-83ae-4269-bbbd-09e82e3ddef1 service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934000 Aug 19 18:49:46.689323 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-022dd9d5-5702-458c-96f7-e49c69057b2f req-f621951e-03c5-4d2c-aced-05c1aaf9ab69 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 210 time: 0.0340931 Aug 19 18:49:46.702485 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83fe3d-7024-48ca-9ea5-2a74daf1cc93 req-c8d64b1b-78fb-4f11-b98c-3b394c61ef79 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:46.704008 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af83fe3d-7024-48ca-9ea5-2a74daf1cc93 req-c8d64b1b-78fb-4f11-b98c-3b394c61ef79 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0825834 Aug 19 18:49:46.747814 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af83fe3d-7024-48ca-9ea5-2a74daf1cc93 req-ce7d558b-757f-495e-89ef-4627a224c415 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371463 Aug 19 18:49:47.792198 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-37cdc806-c4ee-4efd-ae3d-34814e86cd7f req-13eacbe3-b550-43a3-95b1-634814a4236a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 210 time: 0.0269973 Aug 19 18:49:47.896701 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8e038-9d15-4bdb-9156-ff0743ff0ba5 req-c7416a32-904f-4053-b9f7-22c28235a7cb tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:47.898394 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1dd8e038-9d15-4bdb-9156-ff0743ff0ba5 req-c7416a32-904f-4053-b9f7-22c28235a7cb tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Aug 19 18:49:47.936790 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1dd8e038-9d15-4bdb-9156-ff0743ff0ba5 req-ae1c0a3c-76f8-4ae7-a7ca-fdf33e2cd039 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Aug 19 18:49:48.177050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-eae53f6c-4883-46cb-9557-e1d9867b6a4b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:48.178546 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-eae53f6c-4883-46cb-9557-e1d9867b6a4b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.1068802 Aug 19 18:49:48.214051 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Request body: {'port': {'device_id': 'ce272b83-8785-4266-ad7f-9af457261cac', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'admin_state_up': True, 'tenant_id': '046c7368086847c4a31400beb1e4e92e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:48.402937 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Made reservation on behalf of 046c7368086847c4a31400beb1e4e92e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:49:48.408297 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:48.539403 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Allocated IP 172.20.0.8 (4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218/03c9f4b1-8860-4afe-a21c-508c053f3957/9abe938a-b1a6-4efa-b230-95f74edd4409) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:49:48.691922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:48.797497 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:48.861087 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:49:48.869831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:49:48.880774 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:49:48.884036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:49:48.890594 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:48.891314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:48.895824 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event updated for resources: {'Port': ['ID=9abe938a-b1a6-4efa-b230-95f74edd4409,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:48.913878 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.914243 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.914593 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.914960 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.915789 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.916139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.916481 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.916819 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.917155 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.917966 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.918879 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.919430 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:48.986333 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e576-bdf9-4f8c-b5ff-3185092f6d51 req-e28f76c6-a400-4fbb-8d09-e62b276a2a2c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:48.988147 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5042e576-bdf9-4f8c-b5ff-3185092f6d51 req-e28f76c6-a400-4fbb-8d09-e62b276a2a2c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 931 time: 0.0500820 Aug 19 18:49:48.992859 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-9f2dbf75-616c-4b46-acf2-42fd86759611 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830985 Aug 19 18:49:49.031190 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Request body: {'port': {'device_id': 'ce272b83-8785-4266-ad7f-9af457261cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:49:49.057308 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5042e576-bdf9-4f8c-b5ff-3185092f6d51 req-5f815725-346a-4d9d-a75c-f0697524fc96 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621448 Aug 19 18:49:49.126503 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.144367 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472c32a-aa37-4e1b-ae8d-196efd6ef49e req-53184467-fa2c-4369-a2d4-c63fcb2488bf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:49.145873 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f472c32a-aa37-4e1b-ae8d-196efd6ef49e req-53184467-fa2c-4369-a2d4-c63fcb2488bf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0918944 Aug 19 18:49:49.223817 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f472c32a-aa37-4e1b-ae8d-196efd6ef49e req-13393464-0d84-4cf0-b476-857df5443675 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711653 Aug 19 18:49:49.328621 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44442) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:49.441810 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.451017 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abe938a-b1a6-4efa-b230-95f74edd4409 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:49.458583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.470856 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Transition to ACTIVE for port object 9abe938a-b1a6-4efa-b230-95f74edd4409 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:49:49.531593 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.591657 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.635423 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.646627 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe938a-b1a6-4efa-b230-95f74edd4409,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:49.675966 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Attempting to bind port 9abe938a-b1a6-4efa-b230-95f74edd4409 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:49:49.681515 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Attempting to bind port 9abe938a-b1a6-4efa-b230-95f74edd4409 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:49:49.681515 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Attempting to bind port 9abe938a-b1a6-4efa-b230-95f74edd4409 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:49.681870 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=598ab416a6cb4d8cacb9cc19db43647f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485148 Aug 19 18:49:49.681870 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae730c2c-7355-46fb-bd63-870004585d4f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:49.682044 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Port 9abe938a-b1a6-4efa-b230-95f74edd4409 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:49:49.682044 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Attempting to bind port 9abe938a-b1a6-4efa-b230-95f74edd4409 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:49:49.682206 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44446) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:49.686514 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:49:49.686921 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Checking segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:49:49.687318 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Bound using segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:49:49.687753 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Bound port: 9abe938a-b1a6-4efa-b230-95f74edd4409, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:49:49.688119 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.699888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.700626 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.700626 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.700899 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.701231 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.701570 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.701898 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.702335 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.702607 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.702945 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.707228 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.707228 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c50dccba-6dcc-4557-94d0-00fdab65ddb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:49.747247 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d0d878a-ff49-4cf9-b058-ea537003e215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.771566 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d0d878a-ff49-4cf9-b058-ea537003e215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.783535 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] For port 9abe938a-b1a6-4efa-b230-95f74edd4409, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:49:49.786720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] For port 9abe938a-b1a6-4efa-b230-95f74edd4409, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9abe938a-b1a6-4efa-b230-95f74edd4409,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:49:49.863741 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.904023 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:49.904662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.906457 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] 10.222.0.30 "PUT /v2.0/ports/9abe938a-b1a6-4efa-b230-95f74edd4409 HTTP/1.1" status: 200 len: 1093 time: 0.8821638 Aug 19 18:49:49.907037 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce272b83-8785-4266-ad7f-9af457261cac', 'tag': '9abe938a-b1a6-4efa-b230-95f74edd4409'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:49:49.909413 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86224781-0330-48a3-bf21-58946b4d876f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce272b83-8785-4266-ad7f-9af457261cac", "tag": "9abe938a-b1a6-4efa-b230-95f74edd4409"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:49:49.920727 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d0d878a-ff49-4cf9-b058-ea537003e215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.923493 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d0d878a-ff49-4cf9-b058-ea537003e215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:49.933492 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1d0d878a-ff49-4cf9-b058-ea537003e215 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae730c2c-7355-46fb-bd63-870004585d4f HTTP/1.1" status: 204 len: 168 time: 0.2444389 Aug 19 18:49:49.942245 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d878a-ff49-4cf9-b058-ea537003e215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae730c2c-7355-46fb-bd63-870004585d4f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:49.957026 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5eb942-bd41-4b28-b2c6-20157ddb3109 service neutron] Pushing event updated for resources: {'Port': ['ID=9abe938a-b1a6-4efa-b230-95f74edd4409,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:49.969581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf53c3c-8588-42f3-b29f-0b01916460c5 x-openstack-request-id: req-2bf53c3c-8588-42f3-b29f-0b01916460c5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:49:49.970139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce272b83-8785-4266-ad7f-9af457261cac", "tag": "9abe938a-b1a6-4efa-b230-95f74edd4409", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:49:49.970537 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bf53c3c-8588-42f3-b29f-0b01916460c5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:49:49.971103 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce272b83-8785-4266-ad7f-9af457261cac', 'tag': '9abe938a-b1a6-4efa-b230-95f74edd4409', 'status': 'completed', 'code': 200} Aug 19 18:49:50.095629 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224781-0330-48a3-bf21-58946b4d876f req-31ce1fc3-2301-4a15-9fad-f7efa257c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:50.097862 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86224781-0330-48a3-bf21-58946b4d876f req-31ce1fc3-2301-4a15-9fad-f7efa257c2da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 1096 time: 0.0454233 Aug 19 18:49:50.245562 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05321a-040c-42e0-a3ec-cef0d9e6e5a1 req-d5c09380-5f11-4877-b95d-b2fc9926f20b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:50.247642 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce05321a-040c-42e0-a3ec-cef0d9e6e5a1 req-d5c09380-5f11-4877-b95d-b2fc9926f20b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 943 time: 0.1114194 Aug 19 18:49:50.276403 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224781-0330-48a3-bf21-58946b4d876f req-562aba6e-d1a2-4cb6-950a-4f1317f09d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:50.277914 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86224781-0330-48a3-bf21-58946b4d876f req-562aba6e-d1a2-4cb6-950a-4f1317f09d64 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=046c7368086847c4a31400beb1e4e92e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1517236 Aug 19 18:49:50.299005 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce05321a-040c-42e0-a3ec-cef0d9e6e5a1 req-856ad066-4f03-478c-be3b-7ba167be3989 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441337 Aug 19 18:49:50.353367 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ab69d-e1df-48d6-bd40-57ea0fb1426f req-13bd9ea4-45e0-4c74-b4a6-169f608277f3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:50.355122 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c83ab69d-e1df-48d6-bd40-57ea0fb1426f req-13bd9ea4-45e0-4c74-b4a6-169f608277f3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Aug 19 18:49:50.393258 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c83ab69d-e1df-48d6-bd40-57ea0fb1426f req-ca1840a1-0d12-4518-b754-afa1d8cad6be tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316267 Aug 19 18:49:50.631491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44474) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:50.645155 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a965788b-f3fa-42a4-b021-dc6918af62d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:50.735902 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a965788b-f3fa-42a4-b021-dc6918af62d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:50.811705 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a965788b-f3fa-42a4-b021-dc6918af62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:50.854384 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a965788b-f3fa-42a4-b021-dc6918af62d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49348371bee24befb4033c252c652ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192612 Aug 19 18:49:50.854384 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965788b-f3fa-42a4-b021-dc6918af62d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb371f-6243-457b-9845-8abde8c2c386,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:50.854805 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44480) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:50.914465 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5399d40-22ca-4d6a-8f8e-d9958cb80b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:50.937912 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5399d40-22ca-4d6a-8f8e-d9958cb80b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:51.080673 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5399d40-22ca-4d6a-8f8e-d9958cb80b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:51.083310 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5399d40-22ca-4d6a-8f8e-d9958cb80b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:51.084491 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c5399d40-22ca-4d6a-8f8e-d9958cb80b09 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eefb371f-6243-457b-9845-8abde8c2c386 HTTP/1.1" status: 204 len: 168 time: 0.2285731 Aug 19 18:49:51.093433 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399d40-22ca-4d6a-8f8e-d9958cb80b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb371f-6243-457b-9845-8abde8c2c386,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:53.632326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86224781-0330-48a3-bf21-58946b4d876f req-d8c1d370-5f0d-4b07-9e33-f1fc8c376baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:53.633685 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86224781-0330-48a3-bf21-58946b4d876f req-d8c1d370-5f0d-4b07-9e33-f1fc8c376baa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041129 Aug 19 18:49:53.793437 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69215-1b8c-42ac-b8fa-ceeb6b167484 req-3dbd9a3b-3f5c-4f3f-b4a1-ad071bb768d2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:53.796525 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1da69215-1b8c-42ac-b8fa-ceeb6b167484 req-3dbd9a3b-3f5c-4f3f-b4a1-ad071bb768d2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 943 time: 0.0580354 Aug 19 18:49:53.907463 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1da69215-1b8c-42ac-b8fa-ceeb6b167484 req-41e80fe3-3439-4b45-bd4f-c3c4d2b4e5e4 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986943 Aug 19 18:49:53.918669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-45ec7118-e7dc-4a3f-bf5b-774d3c80e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:53.920228 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-45ec7118-e7dc-4a3f-bf5b-774d3c80e67c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 1096 time: 0.0863385 Aug 19 18:49:53.993360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-51721026-72d6-46b0-9f35-90457f5b8e61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9abe938a-b1a6-4efa-b230-95f74edd4409 HTTP/1.1" status: 200 len: 217 time: 0.0384943 Aug 19 18:49:54.010565 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef00b6-9517-4311-a840-920ca9a43cad req-120045dc-6b92-478d-9702-46546c3f001d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:54.012782 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a1ef00b6-9517-4311-a840-920ca9a43cad req-120045dc-6b92-478d-9702-46546c3f001d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0834575 Aug 19 18:49:54.085143 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-c82676e4-0424-4d52-87fb-36e8aefbc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:54.086606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-c82676e4-0424-4d52-87fb-36e8aefbc622 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 200 len: 855 time: 0.0726926 Aug 19 18:49:54.089671 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a1ef00b6-9517-4311-a840-920ca9a43cad req-950f27b4-2d25-417e-80be-a673fab504af tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683053 Aug 19 18:49:54.124198 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-61a1ae5c-214a-4516-9d7b-03717a1b2bed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261612 Aug 19 18:49:54.223533 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-f82341d5-8452-4b8a-a5cf-5ce5b035de7b service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882485 Aug 19 18:49:54.326657 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48a5972e-4bda-4951-9eca-908322dc5b4c req-1e8399db-3ee2-443f-9e56-85bee00372a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869808 Aug 19 18:49:55.023342 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd98fef-46ad-4b52-8c48-dce41236df66 req-94a4f374-be29-460a-a0dd-0fc2efd399bb tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:55.024862 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5dd98fef-46ad-4b52-8c48-dce41236df66 req-94a4f374-be29-460a-a0dd-0fc2efd399bb tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 943 time: 0.0493009 Aug 19 18:49:55.069480 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5dd98fef-46ad-4b52-8c48-dce41236df66 req-9ac6ecce-5a7c-4f40-bb13-c84b89075dfa tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370295 Aug 19 18:49:55.219988 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b848cb6e-5ad9-4f26-8542-2d9b96d62abf req-7a348032-f8f3-4ad8-8357-6bda04c51adc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:55.221639 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b848cb6e-5ad9-4f26-8542-2d9b96d62abf req-7a348032-f8f3-4ad8-8357-6bda04c51adc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0597363 Aug 19 18:49:55.272168 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b848cb6e-5ad9-4f26-8542-2d9b96d62abf req-59e076a5-13c4-40b1-a954-185593052384 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 Aug 19 18:49:56.215455 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c4d6-7840-4e4d-aee4-db44b3155deb req-984fec7a-a72b-4662-a8e4-db30848d9e3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:56.217092 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5cf3c4d6-7840-4e4d-aee4-db44b3155deb req-984fec7a-a72b-4662-a8e4-db30848d9e3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 943 time: 0.0785398 Aug 19 18:49:56.234411 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-217c3d0d-97a6-4e2e-bcc1-3c7b124741d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620222 Aug 19 18:49:56.263935 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5cf3c4d6-7840-4e4d-aee4-db44b3155deb req-fba533ab-3af9-4ff1-a0eb-e89d36021926 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Aug 19 18:49:56.411698 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-aad82f93-c25f-4f1a-970c-e9597c95c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:56.413289 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-aad82f93-c25f-4f1a-970c-e9597c95c156 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 1098 time: 0.0813265 Aug 19 18:49:56.421803 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:56.429770 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3389a9-9e76-4033-b7ac-5aa385a47cad req-ebd9ed27-e1d0-430d-b9f3-b084f590b07d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:56.430741 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d3389a9-9e76-4033-b7ac-5aa385a47cad req-ebd9ed27-e1d0-430d-b9f3-b084f590b07d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0638595 Aug 19 18:49:56.524263 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d3389a9-9e76-4033-b7ac-5aa385a47cad req-5e69c90d-1e4c-4e65-8e24-0f3bca44e186 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853090 Aug 19 18:49:56.573672 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-006a96f2-7b0b-4bf1-9e3a-dc450ef255ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:56.575267 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-006a96f2-7b0b-4bf1-9e3a-dc450ef255ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 916 time: 0.1300395 Aug 19 18:49:56.626384 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-30820e30-2ac5-418f-b6b4-4051ae619d93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0 HTTP/1.1" status: 200 len: 217 time: 0.0390387 Aug 19 18:49:56.684409 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-e6e4c0ad-b544-4d03-b25f-5bfa3020d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:56.685943 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-e6e4c0ad-b544-4d03-b25f-5bfa3020d420 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 200 len: 855 time: 0.0460799 Aug 19 18:49:56.730899 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-fde1e579-fcee-4e47-8669-b3c687a35f6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248313 Aug 19 18:49:56.937302 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aff269-0757-4284-aa95-a9899c43f5a8 req-455ca093-4b34-4cb7-a9d6-d5a2b23af70d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:56.938883 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-04aff269-0757-4284-aa95-a9899c43f5a8 req-455ca093-4b34-4cb7-a9d6-d5a2b23af70d tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.1182778 Aug 19 18:49:56.945459 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-6a157051-b1ba-4799-b3da-dfb8f2b9b1ce service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336801 Aug 19 18:49:57.040511 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-04aff269-0757-4284-aa95-a9899c43f5a8 req-3f9036cc-c769-4dac-b361-48ba90484742 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921085 Aug 19 18:49:57.100254 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-231a3606-eb6a-494f-b130-b86f6fcb2985 req-16a824fc-2653-4133-8701-a283a6d50d71 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431601 Aug 19 18:49:57.149082 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44640) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:57.221816 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 9abe938a-b1a6-4efa-b230-95f74edd4409 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:49:57.305600 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a60cae9-46af-43ae-86a2-6ea7e17906f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.332441 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 9abe938a-b1a6-4efa-b230-95f74edd4409, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9abe938a-b1a6-4efa-b230-95f74edd4409,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:57.345134 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '9abe938a-b1a6-4efa-b230-95f74edd4409', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'port_id': '9abe938a-b1a6-4efa-b230-95f74edd4409', 'mac_address': 'fa:16:3e:dd:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c9f4b1-8860-4afe-a21c-508c053f3957', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:49:57.410825 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.422567 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4badf-a42e-4e08-8e84-4500a46f2718 req-f3fc66ed-9757-4ab7-bb11-22b17aaaeec6 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:57.427222 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abe938a-b1a6-4efa-b230-95f74edd4409 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:49:57.428189 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a60cae9-46af-43ae-86a2-6ea7e17906f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.431111 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e9b4badf-a42e-4e08-8e84-4500a46f2718 req-f3fc66ed-9757-4ab7-bb11-22b17aaaeec6 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 943 time: 0.0661402 Aug 19 18:49:57.450308 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 9abe938a-b1a6-4efa-b230-95f74edd4409, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9abe938a-b1a6-4efa-b230-95f74edd4409,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:49:57.470602 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e9b4badf-a42e-4e08-8e84-4500a46f2718 req-4d576f68-cda6-40c8-a173-d43bf7324c40 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Aug 19 18:49:57.488214 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a60cae9-46af-43ae-86a2-6ea7e17906f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.531622 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.536600 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-9a60cae9-46af-43ae-86a2-6ea7e17906f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82b3ef05217942989614994eaf8ddec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838031 Aug 19 18:49:57.536600 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60cae9-46af-43ae-86a2-6ea7e17906f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39b1ea3-6761-426e-b3aa-2cc5fcb01b35,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:57.537344 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44652) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:57.633629 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f02524d7-dde6-44da-8c30-1b526f265071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.675935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f02524d7-dde6-44da-8c30-1b526f265071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.703897 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9e9db-7884-4edf-871a-7fb86bb8be8f req-a7103101-37a9-41a2-96a3-d1efb72c6505 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:57.705489 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-08f9e9db-7884-4edf-871a-7fb86bb8be8f req-a7103101-37a9-41a2-96a3-d1efb72c6505 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0872395 Aug 19 18:49:57.715045 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=9abe938a-b1a6-4efa-b230-95f74edd4409,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:57.723368 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.723720 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.724067 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.724400 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.724732 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.725063 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.725390 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.725716 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.726044 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.726373 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.726717 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.727089 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:49:57.754664 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-08f9e9db-7884-4edf-871a-7fb86bb8be8f req-fe111e9c-08de-47b3-b264-6f7d2c5806dd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Aug 19 18:49:57.817579 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f02524d7-dde6-44da-8c30-1b526f265071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.820180 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f02524d7-dde6-44da-8c30-1b526f265071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:57.823506 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-f02524d7-dde6-44da-8c30-1b526f265071 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c39b1ea3-6761-426e-b3aa-2cc5fcb01b35 HTTP/1.1" status: 204 len: 168 time: 0.2829533 Aug 19 18:49:57.830611 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02524d7-dde6-44da-8c30-1b526f265071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39b1ea3-6761-426e-b3aa-2cc5fcb01b35,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:58.171534 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5af11-c8a5-4c8e-abf1-a3566330f4b0 req-ebca4ded-7cc2-42d3-9b76-2699e1ad8a2c tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:49:58.173063 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d3c5af11-c8a5-4c8e-abf1-a3566330f4b0 req-ebca4ded-7cc2-42d3-9b76-2699e1ad8a2c tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Aug 19 18:49:58.225536 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d3c5af11-c8a5-4c8e-abf1-a3566330f4b0 req-41b5b22f-7a95-41db-91e3-168bdd4813d9 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Aug 19 18:49:58.481089 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44670) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:58.496909 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91881702-89e8-41c9-ab59-6db2d4e4c1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.591026 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91881702-89e8-41c9-ab59-6db2d4e4c1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.657212 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-91881702-89e8-41c9-ab59-6db2d4e4c1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.695969 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-91881702-89e8-41c9-ab59-6db2d4e4c1b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=606d249ac4eb4350af09122c98bcffaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136405 Aug 19 18:49:58.696670 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91881702-89e8-41c9-ab59-6db2d4e4c1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd0991-6ec4-47bc-9656-45432e0ff06c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:49:58.700111 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44674) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:49:58.753199 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b14f7f4-e234-485b-b05e-fef3ba0029eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.774475 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b14f7f4-e234-485b-b05e-fef3ba0029eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.897513 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b14f7f4-e234-485b-b05e-fef3ba0029eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.900193 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b14f7f4-e234-485b-b05e-fef3ba0029eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:49:58.901353 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-9b14f7f4-e234-485b-b05e-fef3ba0029eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5bd0991-6ec4-47bc-9656-45432e0ff06c HTTP/1.1" status: 204 len: 168 time: 0.2003186 Aug 19 18:49:58.911595 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f7f4-e234-485b-b05e-fef3ba0029eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd0991-6ec4-47bc-9656-45432e0ff06c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:01.307605 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027be9-5e29-41c8-b7bb-e47665e60715 req-a3be7603-46a3-4f9c-92e0-ea1d533d21d5 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:01.312009 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12027be9-5e29-41c8-b7bb-e47665e60715 req-a3be7603-46a3-4f9c-92e0-ea1d533d21d5 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 944 time: 0.0834053 Aug 19 18:50:01.348447 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2585c-2490-4d8a-a6ff-92ddf9bf6d1a req-f6b218d3-3c69-4e13-8ea6-67ae6b7c8e6a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:01.349920 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e0f2585c-2490-4d8a-a6ff-92ddf9bf6d1a req-f6b218d3-3c69-4e13-8ea6-67ae6b7c8e6a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0802045 Aug 19 18:50:01.369403 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12027be9-5e29-41c8-b7bb-e47665e60715 req-95f3ae62-f1cf-4852-8392-3387f33e2a10 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537629 Aug 19 18:50:01.407479 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e0f2585c-2490-4d8a-a6ff-92ddf9bf6d1a req-05d3e337-de99-419d-8d7c-f2b1df911a47 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Aug 19 18:50:01.490345 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6576da9-8457-4cbf-b47d-256035399ed9 req-01f61fb2-ccb2-4d4d-92fd-ca4a21721eb9 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:01.491848 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c6576da9-8457-4cbf-b47d-256035399ed9 req-01f61fb2-ccb2-4d4d-92fd-ca4a21721eb9 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.0489597 Aug 19 18:50:01.531933 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c6576da9-8457-4cbf-b47d-256035399ed9 req-198d7e0c-5cd5-4bc5-a828-1551cf22e7a8 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Aug 19 18:50:01.654468 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['9abe938a-b1a6-4efa-b230-95f74edd4409'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:50:02.792095 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d468d92-5965-4125-ba54-8474bbc4355f req-c8652c97-1393-4cb3-a479-299d01e0ab0e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:02.793591 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4d468d92-5965-4125-ba54-8474bbc4355f req-c8652c97-1393-4cb3-a479-299d01e0ab0e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 944 time: 0.3003910 Aug 19 18:50:02.816114 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f21db-7ec4-4515-b360-96c3e6da6178 req-9578ca22-3f2e-42ac-9158-c366a2768e10 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:02.817833 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-168f21db-7ec4-4515-b360-96c3e6da6178 req-9578ca22-3f2e-42ac-9158-c366a2768e10 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0741458 Aug 19 18:50:02.868781 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4d468d92-5965-4125-ba54-8474bbc4355f req-21b64a40-30d5-4d8b-adce-505cf3a98961 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676517 Aug 19 18:50:02.874326 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-168f21db-7ec4-4515-b360-96c3e6da6178 req-52c3e3be-e636-4a2c-a0b4-b03c9659dadc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500040 Aug 19 18:50:02.976091 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18737917-8717-479a-bd29-0107d569fc5d req-74a82e86-0a51-460e-905a-2d82faf09fd6 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:02.977739 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-18737917-8717-479a-bd29-0107d569fc5d req-74a82e86-0a51-460e-905a-2d82faf09fd6 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.0509920 Aug 19 18:50:03.015893 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-18737917-8717-479a-bd29-0107d569fc5d req-d92493fe-4dbf-4380-8fc0-810aab3a68a4 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/security-groups?id=97db3d6b-593e-41b3-a26a-b8a7dd98d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Aug 19 18:50:03.167932 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-630a6377-9532-4f9a-b136-b0b9ebca17c5 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:03.169250 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-630a6377-9532-4f9a-b136-b0b9ebca17c5 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.30 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 945 time: 0.0480139 Aug 19 18:50:03.229501 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 9abe938a-b1a6-4efa-b230-95f74edd4409 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:03.306745 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Deleting port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:50:03.307131 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.337161 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 9abe938a-b1a6-4efa-b230-95f74edd4409 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:03.341029 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 9abe938a-b1a6-4efa-b230-95f74edd4409 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:03.341401 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.398090 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] For port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,segment=NetworkSegment(1acd7c47-8654-4a14-bc2a-29c88d6726de),segment_id=1acd7c47-8654-4a14-bc2a-29c88d6726de)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:03.398462 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.413125 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Calling delete_port for 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:50:03.418642 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.441430 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce272b83-8785-4266-ad7f-9af457261cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe938a-b1a6-4efa-b230-95f74edd4409'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:03.443693 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24472f5c-0d41-4bf3-b55f-46f7192f2735" -d '{"events": [{"server_uuid": "ce272b83-8785-4266-ad7f-9af457261cac", "name": "network-vif-plugged", "status": "completed", "tag": "9abe938a-b1a6-4efa-b230-95f74edd4409"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:03.459853 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 9abe938a-b1a6-4efa-b230-95f74edd4409, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9abe938a-b1a6-4efa-b230-95f74edd4409,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:03.508998 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7afe257-0431-4e08-8ca2-745a2ed72a5a x-openstack-request-id: req-c7afe257-0431-4e08-8ca2-745a2ed72a5a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:03.509835 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce272b83-8785-4266-ad7f-9af457261cac", "name": "network-vif-plugged", "status": "completed", "tag": "9abe938a-b1a6-4efa-b230-95f74edd4409", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:03.510159 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c7afe257-0431-4e08-8ca2-745a2ed72a5a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:03.510565 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce272b83-8785-4266-ad7f-9af457261cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abe938a-b1a6-4efa-b230-95f74edd4409', 'code': 200} Aug 19 18:50:03.530340 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.603813 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=9abe938a-b1a6-4efa-b230-95f74edd4409,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:03.672719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.711937 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Pushing event deleted for resources: {'Port': ['ID=40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:03.732778 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:50:03.783316 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] No DVR routers for this DVR port 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:50:03.786365 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:03.788415 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5199460e-fffe-41b9-8a3e-ba33c0f4209a req-57c59be4-e64f-44e0-bbd8-e58da831e057 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.30 "DELETE /v2.0/ports/40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 HTTP/1.1" status: 204 len: 173 time: 0.6078715 Aug 19 18:50:03.788899 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97086bad-7bf7-4cf5-bd41-708783d00828', 'name': 'network-vif-deleted', 'tag': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:03.791091 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc393d33-f0e9-4d06-88a1-9e86a536f228" -d '{"events": [{"server_uuid": "97086bad-7bf7-4cf5-bd41-708783d00828", "name": "network-vif-deleted", "tag": "40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:03.827958 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad768861-1958-4376-a422-0350923cea44 x-openstack-request-id: req-ad768861-1958-4376-a422-0350923cea44 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:03.828570 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97086bad-7bf7-4cf5-bd41-708783d00828", "name": "network-vif-deleted", "tag": "40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:03.828570 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad768861-1958-4376-a422-0350923cea44 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:03.828898 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97086bad-7bf7-4cf5-bd41-708783d00828', 'name': 'network-vif-deleted', 'tag': '40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4', 'status': 'completed', 'code': 200} Aug 19 18:50:04.037092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873e55f-b247-47b9-a6f3-e8bbde498689 req-ae249e98-2a7a-4a34-a6cd-ae691342cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:04.039381 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c873e55f-b247-47b9-a6f3-e8bbde498689 req-ae249e98-2a7a-4a34-a6cd-ae691342cd65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 1098 time: 0.0988984 Aug 19 18:50:04.056719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdec83-9108-400b-a077-42b33a2faf7d req-8fe515d6-4818-4e9d-bc35-3169efe4f354 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:04.058193 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-82cdec83-9108-400b-a077-42b33a2faf7d req-8fe515d6-4818-4e9d-bc35-3169efe4f354 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.0942681 Aug 19 18:50:04.066750 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc004a-5b47-4ac4-933a-428d3875b767 req-6b9a8d1c-6566-461b-af83-36bb2ff58d2f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:04.068171 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bffc004a-5b47-4ac4-933a-428d3875b767 req-6b9a8d1c-6566-461b-af83-36bb2ff58d2f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1193316 Aug 19 18:50:04.116464 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6c8a0663-f660-406d-9d79-f18c1c95e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:04.136549 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c873e55f-b247-47b9-a6f3-e8bbde498689 req-e6041fcf-4d39-41d4-8126-3902ced83c8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774131 Aug 19 18:50:04.145909 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-82cdec83-9108-400b-a077-42b33a2faf7d req-5da7a627-aa86-41bf-9360-19c646b2f933 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727034 Aug 19 18:50:04.152813 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bffc004a-5b47-4ac4-933a-428d3875b767 req-3f15b07d-8063-49dd-bf59-a18b49bdfa48 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785789 Aug 19 18:50:04.241825 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac47b881-bab1-4027-b186-15e998a1a519 req-0048f42c-5595-41ef-9ed8-540ade364ad6 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.0298100 Aug 19 18:50:06.778747 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6c24192b-0b83-4007-858d-d383a3054f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.374299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.768831 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:50:07.792995 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:50:07.793787 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 40d78d83-a2ff-4aa6-a34a-da0a37a6d1d4 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:50:07.955939 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96810be-5c6d-4d53-a34f-442a53c2f120 req-03dee9b9-b022-41f7-a2fd-0485ce99cd2a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:07.956695 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:07.957623 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a96810be-5c6d-4d53-a34f-442a53c2f120 req-03dee9b9-b022-41f7-a2fd-0485ce99cd2a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.0846407 Aug 19 18:50:08.027640 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a96810be-5c6d-4d53-a34f-442a53c2f120 req-8b57fd0f-5a86-4e7b-b386-0a108481d842 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499656 Aug 19 18:50:08.036486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f5ba9-4c25-4277-b5f9-f3aa2b1859e8 req-c7fef2b5-e499-4306-be57-2aea1de849d6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:08.038022 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e87f5ba9-4c25-4277-b5f9-f3aa2b1859e8 req-c7fef2b5-e499-4306-be57-2aea1de849d6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1009085 Aug 19 18:50:08.097740 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e87f5ba9-4c25-4277-b5f9-f3aa2b1859e8 req-8b559ef5-73eb-452e-8eec-a875e5d334ce tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Aug 19 18:50:08.154352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c1be5a0-0083-431a-af29-3ec0cf15df39 req-36842bd5-19a6-489a-976a-4a44a0698767 tempest-DeleteServersTestJSON-1670933401 tempest-DeleteServersTestJSON-1670933401-project] 10.222.0.37 "GET /v2.0/ports?device_id=97086bad-7bf7-4cf5-bd41-708783d00828 HTTP/1.1" status: 200 len: 210 time: 0.0314355 Aug 19 18:50:09.176654 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78d2e-ad31-40d1-b405-2cc675d3ff2e req-7d8f3fe4-722c-4a99-b335-cd172f214ea3 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.179227 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cee78d2e-ad31-40d1-b405-2cc675d3ff2e req-7d8f3fe4-722c-4a99-b335-cd172f214ea3 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.0639982 Aug 19 18:50:09.591165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cee78d2e-ad31-40d1-b405-2cc675d3ff2e req-07636fb4-5f1a-4449-a8cc-41f537b9c982 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639181 Aug 19 18:50:09.591165 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6340061-edeb-4c03-aa9f-eb3f520ffb70 req-70f2eaf1-8b6c-4e78-b989-35aecc791878 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:09.591165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b6340061-edeb-4c03-aa9f-eb3f520ffb70 req-70f2eaf1-8b6c-4e78-b989-35aecc791878 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0765641 Aug 19 18:50:09.591165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b6340061-edeb-4c03-aa9f-eb3f520ffb70 req-62856c0f-6df0-467d-adf4-1f80e285c21f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326698 Aug 19 18:50:09.594797 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:09.996754 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 44928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:10.106788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f601416-615a-4e93-a36f-50c37935d507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.200329 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f601416-615a-4e93-a36f-50c37935d507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.253937 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f601416-615a-4e93-a36f-50c37935d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.298414 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f601416-615a-4e93-a36f-50c37935d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2238d-6341-428c-bc1e-69214c8d84e8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:10.298414 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7f601416-615a-4e93-a36f-50c37935d507 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59cf11e379ef4e28a1a031b0d9746fa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996197 Aug 19 18:50:10.300468 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:10.361530 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6da7f4f-53bd-4402-9b50-476c6cc1c5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.387279 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6da7f4f-53bd-4402-9b50-476c6cc1c5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.513326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2753e8-4e2b-4295-a4c8-fb0f881e5ca9 req-634267fe-a246-4694-b4a5-e72fe4acaa65 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:10.515145 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ec2753e8-4e2b-4295-a4c8-fb0f881e5ca9 req-634267fe-a246-4694-b4a5-e72fe4acaa65 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.0844038 Aug 19 18:50:10.529173 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b179d0-5209-4aad-977a-aafd9c878685 req-24cba66a-5268-4e78-843b-76eff6342b97 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:10.530921 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-13b179d0-5209-4aad-977a-aafd9c878685 req-24cba66a-5268-4e78-843b-76eff6342b97 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0867076 Aug 19 18:50:10.588469 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ec2753e8-4e2b-4295-a4c8-fb0f881e5ca9 req-fe2aa3e1-a4cf-4b5a-87fe-011ba67a661e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670536 Aug 19 18:50:10.591306 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6da7f4f-53bd-4402-9b50-476c6cc1c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.594730 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6da7f4f-53bd-4402-9b50-476c6cc1c5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:10.595837 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d6da7f4f-53bd-4402-9b50-476c6cc1c5de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fe2238d-6341-428c-bc1e-69214c8d84e8 HTTP/1.1" status: 204 len: 168 time: 0.2943661 Aug 19 18:50:10.600994 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-13b179d0-5209-4aad-977a-aafd9c878685 req-f25ef9f3-5898-45bd-8b9e-54700bded75e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631900 Aug 19 18:50:10.608305 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da7f4f-53bd-4402-9b50-476c6cc1c5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2238d-6341-428c-bc1e-69214c8d84e8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:11.049938 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44990) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:11.095542 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Deleting subnet 8e2a1501-8667-4bc1-87bc-fff31cbf2179 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:50:11.098491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.134646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.144950 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.274064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 44996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:11.291332 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee8a53b-bfbb-4434-af08-c4213fdd3243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.320162 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.358385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2a1501-8667-4bc1-87bc-fff31cbf2179,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:11.367016 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.368685 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-8d5cba61-a9ad-4354-b0c2-1252c4520f5a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8e2a1501-8667-4bc1-87bc-fff31cbf2179 HTTP/1.1" status: 204 len: 168 time: 0.3169448 Aug 19 18:50:11.371419 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45000) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:11.467452 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.532227 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee8a53b-bfbb-4434-af08-c4213fdd3243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.582800 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.594038 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.594392 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.595189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.595530 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.595879 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.596659 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.596659 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.596880 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.597168 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.597588 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.751359 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.751723 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.752066 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.752407 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:11.752808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25f296a-b3a5-41a1-b63a-ecc9039e84bc']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:11.768183 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee8a53b-bfbb-4434-af08-c4213fdd3243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.785148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acd7c47-8654-4a14-bc2a-29c88d6726de') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:11.787661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acd7c47-8654-4a14-bc2a-29c88d6726de') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:11.826194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.876268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.882032 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-dee8a53b-bfbb-4434-af08-c4213fdd3243 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3092de7b558041eaaecb1c5a0e2d99fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067894 Aug 19 18:50:11.882740 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8a53b-bfbb-4434-af08-c4213fdd3243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02065a28-3360-495e-b394-fcc6fc852b37,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:11.884858 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45012) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:11.902721 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:50:11.902721 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.907817 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84397-ba59-4456-bacb-3f7b4eb6ef96 req-5b354c05-94ef-4b64-8d39-18d6d6658559 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:11.909423 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cea84397-ba59-4456-bacb-3f7b4eb6ef96 req-5b354c05-94ef-4b64-8d39-18d6d6658559 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1514544 Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: from cryptography.utils import int_from_bytes Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: from cryptography.utils import int_from_bytes Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:50:11.912409 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:50:11.948815 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-063333f7-7e2b-4435-a622-ab0d0db1fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.975043 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-063333f7-7e2b-4435-a622-ab0d0db1fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:11.997706 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cea84397-ba59-4456-bacb-3f7b4eb6ef96 req-5753fe5c-7eff-490a-b9b6-cc0f209282ec tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Aug 19 18:50:12.064988 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.072213 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.074998 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c25f296a-b3a5-41a1-b63a-ecc9039e84bc HTTP/1.1" status: 204 len: 168 time: 0.7017338 Aug 19 18:50:12.083934 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb39f8-9f90-4049-affd-ac43e0ae16f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c25f296a-b3a5-41a1-b63a-ecc9039e84bc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:12.096818 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-063333f7-7e2b-4435-a622-ab0d0db1fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.099456 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-063333f7-7e2b-4435-a622-ab0d0db1fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.100596 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-063333f7-7e2b-4435-a622-ab0d0db1fccc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02065a28-3360-495e-b394-fcc6fc852b37 HTTP/1.1" status: 204 len: 168 time: 0.2144256 Aug 19 18:50:12.109145 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063333f7-7e2b-4435-a622-ab0d0db1fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02065a28-3360-495e-b394-fcc6fc852b37,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:12.538212 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45026) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:12.578472 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e916da06-7d13-47b0-a584-4450453c1d95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb064eb794b8475c93aab8028955b791&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391324 Aug 19 18:50:12.580901 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45030) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:12.636543 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e210fb5-dc08-4a77-b502-7d4e2320d088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.659612 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e210fb5-dc08-4a77-b502-7d4e2320d088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.813456 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e210fb5-dc08-4a77-b502-7d4e2320d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.819653 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e210fb5-dc08-4a77-b502-7d4e2320d088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:12.819653 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2e210fb5-dc08-4a77-b502-7d4e2320d088 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97db3d6b-593e-41b3-a26a-b8a7dd98d95a HTTP/1.1" status: 204 len: 168 time: 0.2355061 Aug 19 18:50:12.829687 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e210fb5-dc08-4a77-b502-7d4e2320d088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97db3d6b-593e-41b3-a26a-b8a7dd98d95a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:13.083935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45050) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:13.112180 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79b0b5e5-0bda-4234-8647-2e1ef1a1d522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.176506 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4e9a6-ef26-4a3d-997a-310470090594 req-22ed6dad-b9d3-43ec-8221-a74ef22ed778 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:13.178029 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c6a4e9a6-ef26-4a3d-997a-310470090594 req-22ed6dad-b9d3-43ec-8221-a74ef22ed778 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0755546 Aug 19 18:50:13.242483 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c6a4e9a6-ef26-4a3d-997a-310470090594 req-5e0af538-f9d8-4413-8af2-b656416a0421 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549881 Aug 19 18:50:13.289810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79b0b5e5-0bda-4234-8647-2e1ef1a1d522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.382753 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79b0b5e5-0bda-4234-8647-2e1ef1a1d522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.426275 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0b5e5-0bda-4234-8647-2e1ef1a1d522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bb4f86-94ed-4cbc-86be-73e7b5cb1481,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:13.432953 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-79b0b5e5-0bda-4234-8647-2e1ef1a1d522 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cbf58c8b35d749468cc054b4919b1e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480108 Aug 19 18:50:13.433302 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45068) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:13.498605 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db52bb4d-dcf7-4711-9bf7-b5756da063df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.522548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db52bb4d-dcf7-4711-9bf7-b5756da063df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.670490 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db52bb4d-dcf7-4711-9bf7-b5756da063df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.673681 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db52bb4d-dcf7-4711-9bf7-b5756da063df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:13.676560 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-db52bb4d-dcf7-4711-9bf7-b5756da063df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63bb4f86-94ed-4cbc-86be-73e7b5cb1481 HTTP/1.1" status: 204 len: 168 time: 0.2402875 Aug 19 18:50:13.683322 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52bb4d-dcf7-4711-9bf7-b5756da063df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bb4f86-94ed-4cbc-86be-73e7b5cb1481,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:13.812740 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-baf5177f-2e1c-4af3-af08-3af65421864e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:13.814335 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-baf5177f-2e1c-4af3-af08-3af65421864e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.1530461 Aug 19 18:50:13.831985 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-be82c6af-f66e-4fce-b4de-1ace01db772c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/quotas/046c7368086847c4a31400beb1e4e92e HTTP/1.1" status: 200 len: 375 time: 0.0114555 Aug 19 18:50:13.886234 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-2e8e37a9-f726-47bf-892c-388322cadf09 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472460 Aug 19 18:50:13.984112 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-10a6f4c8-5ca2-426c-9d4d-17267402b008 service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898440 Aug 19 18:50:14.087472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-1105be7d-597d-4ed0-b6e7-0ead97df260c service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948966 Aug 19 18:50:14.319302 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67c20b19-ddbd-40d4-9bca-ef1fe56a825f req-4923fc85-b655-4a1f-9b13-0754663849f0 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Aug 19 18:50:14.420838 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456c020-29c6-422b-96f3-9178cea0643e req-19bb2d79-52fa-4fce-aa2e-23c1a6e36cdf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:14.422538 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e456c020-29c6-422b-96f3-9178cea0643e req-19bb2d79-52fa-4fce-aa2e-23c1a6e36cdf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0775161 Aug 19 18:50:14.471107 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e456c020-29c6-422b-96f3-9178cea0643e req-8fe4d4d3-8d1d-447e-88df-75373104cfda tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Aug 19 18:50:14.565072 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45134) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:14.757074 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2839-330f-48b4-9779-68f125e3225f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:14.907749 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2839-330f-48b4-9779-68f125e3225f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.002882 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:15.059014 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Deleting subnet bbb530ab-2765-4523-b67e-81abde0848db {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:50:15.063048 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.111591 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f1f2839-330f-48b4-9779-68f125e3225f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.191610 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f2839-330f-48b4-9779-68f125e3225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fad527-a115-4b9f-a8a7-8a01d557eec1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:15.213062 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1f1f2839-330f-48b4-9779-68f125e3225f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25be8d804bbd493aaea0524c614b128d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468801 Aug 19 18:50:15.215545 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45172) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:15.246353 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.262339 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.312589 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4973acb2-8eac-484f-b18a-418169568ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.343325 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4973acb2-8eac-484f-b18a-418169568ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.426252 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0968e500-b45d-4f9e-8ad1-eca793509eb3 req-87efdba0-b19d-4cf0-8284-d68d1c634c8b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 210 time: 0.0281632 Aug 19 18:50:15.447529 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.454788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4973acb2-8eac-484f-b18a-418169568ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.457370 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4973acb2-8eac-484f-b18a-418169568ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.458595 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4973acb2-8eac-484f-b18a-418169568ca5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/70fad527-a115-4b9f-a8a7-8a01d557eec1 HTTP/1.1" status: 204 len: 168 time: 0.2418385 Aug 19 18:50:15.487443 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb530ab-2765-4523-b67e-81abde0848db,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:15.492773 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.495282 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-86f2f8c6-96e8-43d9-b467-484dfc231774 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bbb530ab-2765-4523-b67e-81abde0848db HTTP/1.1" status: 204 len: 168 time: 0.4906120 Aug 19 18:50:15.497891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:15.502459 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973acb2-8eac-484f-b18a-418169568ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fad527-a115-4b9f-a8a7-8a01d557eec1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:15.637653 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.673070 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6efaa1-40e0-4f99-91c7-37dc3bf07322 req-12c70ddd-ccf4-4ec2-9a60-73a56c79ce89 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:15.674551 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7a6efaa1-40e0-4f99-91c7-37dc3bf07322 req-12c70ddd-ccf4-4ec2-9a60-73a56c79ce89 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0978618 Aug 19 18:50:15.739205 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.760449 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1f197d-c87a-4804-ada6-4d92baffd92e']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:15.772959 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7a6efaa1-40e0-4f99-91c7-37dc3bf07322 req-6cf18ca5-1ee2-41f0-9959-14a215e8fb19 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890307 Aug 19 18:50:15.776609 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec45ab1-36e8-4cc0-b013-e04d0a4914f7') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:15.776906 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec45ab1-36e8-4cc0-b013-e04d0a4914f7') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:15.794789 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.818063 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.822490 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:50:15.822956 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:50:15.824657 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:50:15.962226 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.968082 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:15.971592 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9d1f197d-c87a-4804-ada6-4d92baffd92e HTTP/1.1" status: 204 len: 168 time: 0.4712067 Aug 19 18:50:15.973218 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45212) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:15.990133 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7892d-d45f-4541-b47c-d8a340a75425 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1f197d-c87a-4804-ada6-4d92baffd92e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:16.023093 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Deleting subnet ca0024fa-8df5-4276-9d3c-e133d6008b9b {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:50:16.026332 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.060711 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.070405 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.203420 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:16.223525 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.257855 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0024fa-8df5-4276-9d3c-e133d6008b9b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:16.285731 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.289417 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8694138d-ade2-4904-85b1-329a2fc93b31 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca0024fa-8df5-4276-9d3c-e133d6008b9b HTTP/1.1" status: 204 len: 168 time: 0.3144281 Aug 19 18:50:16.296934 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45230) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:16.347312 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45232) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:16.360948 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3fe8-edda-41bd-a9d0-568fc66fb261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.367690 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b2e95-581b-420a-924f-483114de21f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.393904 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.465044 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3fe8-edda-41bd-a9d0-568fc66fb261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.484154 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.495006 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.495365 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.496142 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.496484 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > port after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.496833 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.497158 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > port after_update 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.497506 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.497849 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.498760 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.499459 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.530540 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a762f0-a953-4f96-8bc2-861574515999 req-4fc5091c-31f6-49ea-8e3f-bb408bb08fcf tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Aug 19 18:50:16.562018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3fe8-edda-41bd-a9d0-568fc66fb261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.565119 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.565477 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.565820 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.566162 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 19 18:50:16.566540 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439b28c6-06a8-4ef7-a7df-d78804545baf']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:16.589954 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7fdf4b-36b6-49f1-8c70-cdf42ffd419d') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:16.590177 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7fdf4b-36b6-49f1-8c70-cdf42ffd419d') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:16.601006 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb3fe8-edda-41bd-a9d0-568fc66fb261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5107c34-7e51-4ff8-9b09-2f9d2356e912,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:16.609449 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-e3eb3fe8-edda-41bd-a9d0-568fc66fb261 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8751dafae72c4051a9999e4d3cf13f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610247 Aug 19 18:50:16.610120 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:16.612385 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25663544'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.642079 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.655819 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:50:16.656224 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25664683'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: from cryptography.utils import int_from_bytes Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: from cryptography.utils import int_from_bytes Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: Traceback (most recent call last): Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: timer() Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: cb(*args, **kw) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: return func(*args, **kwargs) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: self._notify() Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: self.callback(batched_events) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: event.method(event) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: return f(self, *a, **k) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._get(url).json() Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:50:16.660734 dv-cinder-790535-9-iscsi neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:50:16.668690 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12d1a390-33c8-4275-8e73-363eb8e8fd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.689872 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12d1a390-33c8-4275-8e73-363eb8e8fd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.805557 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12d1a390-33c8-4275-8e73-363eb8e8fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.808384 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12d1a390-33c8-4275-8e73-363eb8e8fd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.810207 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-12d1a390-33c8-4275-8e73-363eb8e8fd9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5107c34-7e51-4ff8-9b09-2f9d2356e912 HTTP/1.1" status: 204 len: 168 time: 0.1987033 Aug 19 18:50:16.819385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1a390-33c8-4275-8e73-363eb8e8fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5107c34-7e51-4ff8-9b09-2f9d2356e912,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:16.874275 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45244) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:16.969226 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b2e95-581b-420a-924f-483114de21f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:16.995522 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb8abf77-b0a9-4067-bfed-473bf0ccbfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.011905 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dfa15-9c4c-4909-9c76-45b6e2a892c1 req-7fd71a04-5c97-4514-ad55-b8df88284876 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:17.013382 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f01dfa15-9c4c-4909-9c76-45b6e2a892c1 req-7fd71a04-5c97-4514-ad55-b8df88284876 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0744238 Aug 19 18:50:17.043788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.043788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b2e95-581b-420a-924f-483114de21f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.072977 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.077935 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] 10.222.0.37 "DELETE /v2.0/networks/439b28c6-06a8-4ef7-a7df-d78804545baf HTTP/1.1" status: 204 len: 168 time: 0.7777982 Aug 19 18:50:17.088378 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5c085-9f6e-4a4a-afa0-c9d82d4d4799 admin admin] Pushing event deleted for resources: {'Network': ['ID=439b28c6-06a8-4ef7-a7df-d78804545baf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.102648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f01dfa15-9c4c-4909-9c76-45b6e2a892c1 req-64c7ddeb-7b92-4c8d-a0a3-7a3d1daab32c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831559 Aug 19 18:50:17.111540 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-641b2e95-581b-420a-924f-483114de21f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e6411d464cf4113a2c6dcb68454bc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9028525 Aug 19 18:50:17.111540 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b2e95-581b-420a-924f-483114de21f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf3f817-de92-43c2-9dc4-2e62985b7084,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.114465 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45252) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.174581 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e524a54-dcff-425f-acff-977b016cddc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.203575 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e524a54-dcff-425f-acff-977b016cddc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.262517 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-eb4a4bb6-ccf0-4aba-adc0-c888d6e8b7c1 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:17.264152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-eb4a4bb6-ccf0-4aba-adc0-c888d6e8b7c1 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.2141538 Aug 19 18:50:17.287982 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Request body: {'port': {'device_id': '1096157d-084c-4507-a529-18a8536f2022', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'admin_state_up': True, 'tenant_id': '046c7368086847c4a31400beb1e4e92e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:17.386609 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e524a54-dcff-425f-acff-977b016cddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.388209 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e524a54-dcff-425f-acff-977b016cddc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.396756 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5e524a54-dcff-425f-acff-977b016cddc7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecf3f817-de92-43c2-9dc4-2e62985b7084 HTTP/1.1" status: 204 len: 168 time: 0.2738848 Aug 19 18:50:17.397279 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e524a54-dcff-425f-acff-977b016cddc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf3f817-de92-43c2-9dc4-2e62985b7084,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.432150 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb8abf77-b0a9-4067-bfed-473bf0ccbfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.508670 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb8abf77-b0a9-4067-bfed-473bf0ccbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.556943 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8abf77-b0a9-4067-bfed-473bf0ccbfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd99f695-0264-4003-bb5f-1aeaad546b4b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.563562 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-fb8abf77-b0a9-4067-bfed-473bf0ccbfa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1da58b5c25504de08f351e3a30a23c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918223 Aug 19 18:50:17.566513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.608284 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.645057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Made reservation on behalf of 046c7368086847c4a31400beb1e4e92e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:17.648603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.650533 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f202-1cf8-46da-8380-92c3e61fe4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.656211 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-de86a4ce-a5e1-451f-850b-fbeafff4dd0d req-d094aaae-daac-44d2-9475-2e7ff04eb11e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 210 time: 0.0417068 Aug 19 18:50:17.659301 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-050af729-9656-40fe-b841-e7b373fe4be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b43bfcc110304683b9164823358ed2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474405 Aug 19 18:50:17.659539 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:17.686265 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f202-1cf8-46da-8380-92c3e61fe4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.712312 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb81bb2e-b246-4155-917f-52644caadb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.739012 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb81bb2e-b246-4155-917f-52644caadb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.835226 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Allocated IP 172.20.0.11 (4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218/03c9f4b1-8860-4afe-a21c-508c053f3957/4044e06f-cda9-47ce-9610-82ae55290339) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:17.881861 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb81bb2e-b246-4155-917f-52644caadb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.884434 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb81bb2e-b246-4155-917f-52644caadb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.887998 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-cb81bb2e-b246-4155-917f-52644caadb00 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6d14eb1-afe2-4b69-b9f2-5ac513b30153 HTTP/1.1" status: 204 len: 168 time: 0.2253263 Aug 19 18:50:17.893776 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f202-1cf8-46da-8380-92c3e61fe4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.894878 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81bb2e-b246-4155-917f-52644caadb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d14eb1-afe2-4b69-b9f2-5ac513b30153,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:17.896454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f202-1cf8-46da-8380-92c3e61fe4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:17.897787 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1ac4f202-1cf8-46da-8380-92c3e61fe4f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd99f695-0264-4003-bb5f-1aeaad546b4b HTTP/1.1" status: 204 len: 168 time: 0.3299029 Aug 19 18:50:17.943436 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4f202-1cf8-46da-8380-92c3e61fe4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd99f695-0264-4003-bb5f-1aeaad546b4b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:18.012908 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.148167 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:50:18.227308 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.279397 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0', '9abe938a-b1a6-4efa-b230-95f74edd4409'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:50:18.286548 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7299e2-f75f-424f-b40e-ad6bcee10b0f req-7ad9d445-d9a3-4ee7-8f6c-24583a8dff20 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:18.288103 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bf7299e2-f75f-424f-b40e-ad6bcee10b0f req-7ad9d445-d9a3-4ee7-8f6c-24583a8dff20 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1077819 Aug 19 18:50:18.294483 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:18.299827 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:18.309341 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:18.336704 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event updated for resources: {'Port': ['ID=4044e06f-cda9-47ce-9610-82ae55290339,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:18.379087 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bf7299e2-f75f-424f-b40e-ad6bcee10b0f req-2394a6fa-5ddb-4b4e-aaf3-74a81bfac655 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833893 Aug 19 18:50:18.384642 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:18.385282 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.463236 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-d23619d5-bb72-416b-b88d-18be585b6f74 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1793423 Aug 19 18:50:18.504413 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Request body: {'port': {'device_id': '1096157d-084c-4507-a529-18a8536f2022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:18.568990 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:18.939606 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:18.987286 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-68c8b39d-8263-4e77-852c-4fb14628dc75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82dd4b7994ed499cb5b3f2ae2a2924fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468607 Aug 19 18:50:18.991304 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:19.020503 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cfd56-fa34-4722-a1f2-ca677897158d req-da3940da-1c9b-48ff-a6a5-5724e31b0fc3 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:19.023481 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac9cfd56-fa34-4722-a1f2-ca677897158d req-da3940da-1c9b-48ff-a6a5-5724e31b0fc3 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 932 time: 0.2882125 Aug 19 18:50:19.061451 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:19.063185 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84697e49-a64a-4bee-97d0-ba46602d9e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.092528 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-548b28d6-dd92-4ccb-8734-eac19ccb783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.093245 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84697e49-a64a-4bee-97d0-ba46602d9e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.100709 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac9cfd56-fa34-4722-a1f2-ca677897158d req-4ee7209f-7b7e-4111-90f2-d4359a3ed74a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647466 Aug 19 18:50:19.177737 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4044e06f-cda9-47ce-9610-82ae55290339 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:50:19.197373 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.228611 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84697e49-a64a-4bee-97d0-ba46602d9e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.228825 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Transition to ACTIVE for port object 4044e06f-cda9-47ce-9610-82ae55290339 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:19.231179 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84697e49-a64a-4bee-97d0-ba46602d9e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.232352 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-84697e49-a64a-4bee-97d0-ba46602d9e75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15b02ffc-062f-4a2b-8c9b-26de01c36adf HTTP/1.1" status: 204 len: 168 time: 0.2408440 Aug 19 18:50:19.240758 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84697e49-a64a-4bee-97d0-ba46602d9e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b02ffc-062f-4a2b-8c9b-26de01c36adf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:19.308933 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-548b28d6-dd92-4ccb-8734-eac19ccb783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.315931 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.365210 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4044e06f-cda9-47ce-9610-82ae55290339,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:19.416505 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-548b28d6-dd92-4ccb-8734-eac19ccb783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.471352 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b28d6-dd92-4ccb-8734-eac19ccb783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e1859-6fa3-438e-a4e0-0f87e0b5b56c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:19.488730 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-548b28d6-dd92-4ccb-8734-eac19ccb783b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b17622271414d87a08c8e47fa675336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265459 Aug 19 18:50:19.488885 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45338) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:19.509077 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Attempting to bind port 4044e06f-cda9-47ce-9610-82ae55290339 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:19.509783 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Attempting to bind port 4044e06f-cda9-47ce-9610-82ae55290339 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:19.509783 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Attempting to bind port 4044e06f-cda9-47ce-9610-82ae55290339 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:19.530820 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Port 4044e06f-cda9-47ce-9610-82ae55290339 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:50:19.531203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Attempting to bind port 4044e06f-cda9-47ce-9610-82ae55290339 on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:19.540314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:19.540314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Checking segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:19.540314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Bound using segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:19.540314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Bound port: 4044e06f-cda9-47ce-9610-82ae55290339, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:19.540314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.551285 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3118a77a-332a-484a-97a0-9e9307b483eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.582452 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3118a77a-332a-484a-97a0-9e9307b483eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.585633 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:19.602102 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac75dc2-6571-4d4a-9416-21facad5a552 req-1d8c55e2-2f23-42b0-bb8a-4ce513721902 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:19.603649 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0ac75dc2-6571-4d4a-9416-21facad5a552 req-1d8c55e2-2f23-42b0-bb8a-4ce513721902 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1263475 Aug 19 18:50:19.659362 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] For port 4044e06f-cda9-47ce-9610-82ae55290339, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:19.672370 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0ac75dc2-6571-4d4a-9416-21facad5a552 req-f725321a-20d9-4de7-a848-b605a20177e8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606756 Aug 19 18:50:19.679656 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] For port 4044e06f-cda9-47ce-9610-82ae55290339, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4044e06f-cda9-47ce-9610-82ae55290339,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:19.754285 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3118a77a-332a-484a-97a0-9e9307b483eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.754967 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.757731 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3118a77a-332a-484a-97a0-9e9307b483eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.759270 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-3118a77a-332a-484a-97a0-9e9307b483eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/323e1859-6fa3-438e-a4e0-0f87e0b5b56c HTTP/1.1" status: 204 len: 168 time: 0.2690482 Aug 19 18:50:19.775723 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118a77a-332a-484a-97a0-9e9307b483eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e1859-6fa3-438e-a4e0-0f87e0b5b56c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:19.777495 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:19.778326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:19.781507 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/4044e06f-cda9-47ce-9610-82ae55290339 HTTP/1.1" status: 200 len: 1094 time: 1.2812934 Aug 19 18:50:19.785926 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1096157d-084c-4507-a529-18a8536f2022', 'tag': '4044e06f-cda9-47ce-9610-82ae55290339'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:19.788913 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736cadf9-e7b3-4f19-926e-3842377b99bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1096157d-084c-4507-a529-18a8536f2022", "tag": "4044e06f-cda9-47ce-9610-82ae55290339"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:19.870836 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b473822-cab8-4c0d-8a33-376074d684a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4044e06f-cda9-47ce-9610-82ae55290339,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:19.875630 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f206a4-fe3c-4638-83a3-0aa551258a15 x-openstack-request-id: req-37f206a4-fe3c-4638-83a3-0aa551258a15 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:19.876506 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1096157d-084c-4507-a529-18a8536f2022", "tag": "4044e06f-cda9-47ce-9610-82ae55290339", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:19.876506 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37f206a4-fe3c-4638-83a3-0aa551258a15 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:19.876699 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1096157d-084c-4507-a529-18a8536f2022', 'tag': '4044e06f-cda9-47ce-9610-82ae55290339', 'status': 'completed', 'code': 200} Aug 19 18:50:19.942127 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1003215293-network', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:20.003128 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cadf9-e7b3-4f19-926e-3842377b99bd req-0f7f1788-d101-4c9f-8044-919ff7e48f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.004551 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-736cadf9-e7b3-4f19-926e-3842377b99bd req-0f7f1788-d101-4c9f-8044-919ff7e48f02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 1097 time: 0.0586309 Aug 19 18:50:20.075840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Made reservation on behalf of 1beb15dc8aa44ad18f3e83be7e6d3955 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:20.078357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.094066 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.161551 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cadf9-e7b3-4f19-926e-3842377b99bd req-6a18ad0b-a951-45b3-83c4-b588425f91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.163237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-736cadf9-e7b3-4f19-926e-3842377b99bd req-6a18ad0b-a951-45b3-83c4-b588425f91cb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=046c7368086847c4a31400beb1e4e92e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1321936 Aug 19 18:50:20.349486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74bba4-98f4-4ae5-912c-9e71573a495c req-6e7be94d-2326-435d-a30a-48c7b9344f99 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.351079 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4f74bba4-98f4-4ae5-912c-9e71573a495c req-6e7be94d-2326-435d-a30a-48c7b9344f99 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 944 time: 0.1502607 Aug 19 18:50:20.372796 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.391092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cadf9-e7b3-4f19-926e-3842377b99bd req-b08a57d3-c4f6-4ffd-ad2a-d217ddb44af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.392598 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-736cadf9-e7b3-4f19-926e-3842377b99bd req-b08a57d3-c4f6-4ffd-ad2a-d217ddb44af1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2145691 Aug 19 18:50:20.419250 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4f74bba4-98f4-4ae5-912c-9e71573a495c req-a64ed601-6a2c-4d0c-a7f2-5afdfc12a4cf tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576808 Aug 19 18:50:20.457387 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.483387 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:50:20.521691 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc60cd76-b4f8-42b8-88a5-890debd488bd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:20.525617 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.530066 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Added segment f99394da-73ea-42e8-bfca-8c8b85356d18 of type vlan for network d659019f-d992-4e86-87bd-b507b53fb8b0 Aug 19 18:50:20.593121 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.602232 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-68533c19-db20-4f10-a102-0b317b1a9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.603641 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-68533c19-db20-4f10-a102-0b317b1a9056 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 1097 time: 0.1229959 Aug 19 18:50:20.662680 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-98733197-942e-4e4a-b6dc-e3fd09131115 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4044e06f-cda9-47ce-9610-82ae55290339 HTTP/1.1" status: 200 len: 217 time: 0.0392222 Aug 19 18:50:20.726658 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9be25-d126-4311-883d-0586afad6984 req-36da09a7-9010-4b04-abd5-1b2c95796496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.728514 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-36da09a7-9010-4b04-abd5-1b2c95796496 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 200 len: 855 time: 0.0549788 Aug 19 18:50:20.733111 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.733111 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.733111 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:20.824124 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-4ca20cfb-046f-4941-b812-d5316947ee66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699844 Aug 19 18:50:20.893442 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] Pushing event updated for resources: {'Network': ['ID=d659019f-d992-4e86-87bd-b507b53fb8b0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:20.896400 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a84577f3-d2f2-46bf-8704-e31db116e154 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3097539 Aug 19 18:50:20.899671 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45394) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:20.905958 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Request body: {'subnet': {'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1003215293-subnet', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:20.908041 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network d659019f-d992-4e86-87bd-b507b53fb8b0 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:50:20.934780 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816776d-a064-47c3-a21f-a58572ef27e8 req-9412015c-666c-4e1b-8203-e60fc1145243 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:20.936984 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d816776d-a064-47c3-a21f-a58572ef27e8 req-9412015c-666c-4e1b-8203-e60fc1145243 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.1481423 Aug 19 18:50:21.035660 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Made reservation on behalf of 1beb15dc8aa44ad18f3e83be7e6d3955 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:21.038156 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.069888 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d816776d-a064-47c3-a21f-a58572ef27e8 req-eca9f751-f0d8-4e29-bb9d-036145be2809 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126688 Aug 19 18:50:21.100655 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-be170e39-afc1-4267-a5e8-21438c3d1cfc service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606702 Aug 19 18:50:21.186543 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e6bae-02d7-4865-9ec7-49758b802342 req-e6606650-09e8-41b3-9242-91de7d20bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:21.188105 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c11e6bae-02d7-4865-9ec7-49758b802342 req-e6606650-09e8-41b3-9242-91de7d20bb2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 1098 time: 0.1145346 Aug 19 18:50:21.274939 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0b9be25-d126-4311-883d-0586afad6984 req-3ca7b3b6-cb7d-4f5d-93e3-718845158605 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550324 Aug 19 18:50:21.278506 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c11e6bae-02d7-4865-9ec7-49758b802342 req-dec364d2-0a96-47b0-8afc-de754577af30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620513 Aug 19 18:50:21.373491 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.424451 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16aced5-cf5a-42c0-93e5-1ad35371aed8,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:21.444399 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Checking segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:21.444721 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Network hostable DHCP agents. Network: d659019f-d992-4e86-87bd-b507b53fb8b0, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:50:21.547781 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae4bed-ed79-4ce5-b12e-92a6494f8316 req-3d477c8b-a29a-4c31-aefa-3f42086b7599 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:21.549517 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fbae4bed-ed79-4ce5-b12e-92a6494f8316 req-3d477c8b-a29a-4c31-aefa-3f42086b7599 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 944 time: 0.0533419 Aug 19 18:50:21.570997 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Network d659019f-d992-4e86-87bd-b507b53fb8b0 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:50:21.589255 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fbae4bed-ed79-4ce5-b12e-92a6494f8316 req-3743f718-03a2-4283-9126-0d2243b99872 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Aug 19 18:50:21.696911 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, d659019f-d992-4e86-87bd-b507b53fb8b0) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:21.702011 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:21.702836 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.711701 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1863d0-07c8-4454-b61a-386ffaf146d0 None None] Network d659019f-d992-4e86-87bd-b507b53fb8b0 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:21.784089 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8d6f18b0-d037-4616-af2f-3619fca9765b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8829997 Aug 19 18:50:21.786683 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45430) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:21.794578 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:21.911780 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-d659019f-d992-4e86-87bd-b507b53fb8b0', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:50:21.912678 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.937425 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.938627 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:21.995229 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.068037 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Allocated IP 172.20.0.2 (d659019f-d992-4e86-87bd-b507b53fb8b0/b16aced5-cf5a-42c0-93e5-1ad35371aed8/d92d336c-4283-413e-b5e7-2514dc2d5b27) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:22.216254 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.225234 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Transition to ACTIVE for port object d92d336c-4283-413e-b5e7-2514dc2d5b27 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:22.226330 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc69ddc-1d34-43d3-96f9-8d5d30d41965 req-aff7f9a5-64de-4143-8f0f-e1ba93e55339 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:22.229799 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5bc69ddc-1d34-43d3-96f9-8d5d30d41965 req-aff7f9a5-64de-4143-8f0f-e1ba93e55339 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0834608 Aug 19 18:50:22.241272 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Transition to ACTIVE for port object d92d336c-4283-413e-b5e7-2514dc2d5b27 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:22.288672 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5bc69ddc-1d34-43d3-96f9-8d5d30d41965 req-46afa736-45c1-49a8-a374-c608297479e9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Aug 19 18:50:22.328299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.342667 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.370084 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Network d659019f-d992-4e86-87bd-b507b53fb8b0 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:22.376115 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:22.379803 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:22.391257 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Pushing event updated for resources: {'Port': ['ID=d92d336c-4283-413e-b5e7-2514dc2d5b27,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:22.439943 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Attempting to bind port d92d336c-4283-413e-b5e7-2514dc2d5b27 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:22.440317 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Attempting to bind port d92d336c-4283-413e-b5e7-2514dc2d5b27 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:22.440889 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Attempting to bind port d92d336c-4283-413e-b5e7-2514dc2d5b27 on network d659019f-d992-4e86-87bd-b507b53fb8b0 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:22.446688 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:22.447091 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Checking segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:22.447754 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.448150 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Bound using segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:22.448621 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Bound port: d92d336c-4283-413e-b5e7-2514dc2d5b27, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:22.449007 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.538565 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] For port d92d336c-4283-413e-b5e7-2514dc2d5b27, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:22.543010 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] For port d92d336c-4283-413e-b5e7-2514dc2d5b27, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=d92d336c-4283-413e-b5e7-2514dc2d5b27,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:22.603641 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.643772 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.668735 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:22.731442 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6e6c4-ff9a-49ad-9ef2-4d7da40683ef None None] Pushing event updated for resources: {'Port': ['ID=d92d336c-4283-413e-b5e7-2514dc2d5b27,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:22.767476 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c8402-8a9b-46d5-8656-67cdc3251e8a req-454a34c7-19e6-4649-a052-967535030593 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:22.775754 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-291c8402-8a9b-46d5-8656-67cdc3251e8a req-454a34c7-19e6-4649-a052-967535030593 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 944 time: 0.0745671 Aug 19 18:50:22.827551 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-291c8402-8a9b-46d5-8656-67cdc3251e8a req-d98f69a3-5fbf-4730-8949-a076142912c8 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 Aug 19 18:50:22.835521 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Allocated IP 172.27.0.59 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/3cd11709-645a-480a-b625-cbba26308d4b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:22.993518 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:23.157276 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:23.216462 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:23.219471 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:23.223316 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:23.246382 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Pushing event updated for resources: {'Port': ['ID=3cd11709-645a-480a-b625-cbba26308d4b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:23.409286 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7de38c-c43f-4a02-8b17-886ac5c5dc6a req-7fe97ca8-d212-4a85-9be0-a47a95c8ece6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:23.413566 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ca7de38c-c43f-4a02-8b17-886ac5c5dc6a req-7fe97ca8-d212-4a85-9be0-a47a95c8ece6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0514383 Aug 19 18:50:23.466769 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ca7de38c-c43f-4a02-8b17-886ac5c5dc6a req-a49a5989-a34a-4483-9b60-70f434784784 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Aug 19 18:50:23.625143 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:23.631896 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f645a-8fc4-4e0c-aab7-a9475318b05e req-b890cb97-6892-4685-87f3-1d74f0fd6793 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:23.633821 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac8f645a-8fc4-4e0c-aab7-a9475318b05e req-b890cb97-6892-4685-87f3-1d74f0fd6793 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0699244 Aug 19 18:50:23.679269 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac8f645a-8fc4-4e0c-aab7-a9475318b05e req-3df4541b-8f51-4c9a-9d88-6802d1717da7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Aug 19 18:50:23.873645 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:23.978694 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0f521-8c9a-4058-b881-fb5303d3b532 None None] Network d659019f-d992-4e86-87bd-b507b53fb8b0 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:24.003028 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device d92d336c-4283-413e-b5e7-2514dc2d5b27 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:24.004973 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987b2ec-54b4-4675-83d6-14224e082091 req-ee1b9795-a29f-4595-b92f-2272c3b187b4 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:24.006083 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d987b2ec-54b4-4675-83d6-14224e082091 req-ee1b9795-a29f-4595-b92f-2272c3b187b4 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 944 time: 0.0673251 Aug 19 18:50:24.057246 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d987b2ec-54b4-4675-83d6-14224e082091 req-7724ee48-48bf-441b-a5bb-39016e03f230 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Aug 19 18:50:24.139318 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Router bba208db-8c85-401c-86bc-e0eb5c336692 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:50:24.147855 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45506) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:24.182778 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5deea8f1-5177-453c-9981-605a83a238fe None None] Provisioning for port d92d336c-4283-413e-b5e7-2514dc2d5b27 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:24.186007 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port d92d336c-4283-413e-b5e7-2514dc2d5b27 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:24.192053 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port d92d336c-4283-413e-b5e7-2514dc2d5b27 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:24.192517 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.218612 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5deea8f1-5177-453c-9981-605a83a238fe None None] Provisioning complete for port d92d336c-4283-413e-b5e7-2514dc2d5b27 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:24.219009 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5deea8f1-5177-453c-9981-605a83a238fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.302643 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:24.315457 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Sync routers for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:24.328636 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:24.329283 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:24.369189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8716532-cd08-41e6-8968-6788c0b0115b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.369947 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.373164 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5deea8f1-5177-453c-9981-605a83a238fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.421764 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port d92d336c-4283-413e-b5e7-2514dc2d5b27, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=d92d336c-4283-413e-b5e7-2514dc2d5b27,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:24.460494 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:24.503374 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.505004 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-33ba3359-b8b8-41c5-bf75-3ae68f103205 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7173004 Aug 19 18:50:24.507895 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45516) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:24.597322 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.686601 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.db.api [None req-5deea8f1-5177-453c-9981-605a83a238fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 19 18:50:24.687230 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG oslo_db.api [None req-5deea8f1-5177-453c-9981-605a83a238fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 19 18:50:24.702428 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=d92d336c-4283-413e-b5e7-2514dc2d5b27,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:24.766804 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 3, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:24.803328 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Checking router: bba208db-8c85-401c-86bc-e0eb5c336692 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:24.804212 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Updating router bba208db-8c85-401c-86bc-e0eb5c336692 port 3cd11709-645a-480a-b625-cbba26308d4b binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:50:24.835406 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.861204 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8716532-cd08-41e6-8968-6788c0b0115b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.921661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8716532-cd08-41e6-8968-6788c0b0115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:24.996487 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d8716532-cd08-41e6-8968-6788c0b0115b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ff837c4f97a47968795b6bfe401ea11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8448091 Aug 19 18:50:24.996487 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8716532-cd08-41e6-8968-6788c0b0115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b452fe47-d5fb-446f-b8f9-a1bebb2ee3c2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:24.999065 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45532) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:25.071282 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.133239 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45536) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:25.141902 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.157541 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Transition to ACTIVE for port object 3cd11709-645a-480a-b625-cbba26308d4b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:25.257006 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.295753 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55738c-365b-4475-b732-e8612f0d9a87 req-44efa6b0-8571-4467-b056-19ba877fb30b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:25.297093 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df55738c-365b-4475-b732-e8612f0d9a87 req-44efa6b0-8571-4467-b056-19ba877fb30b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 944 time: 0.1276724 Aug 19 18:50:25.323956 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Pushing event updated for resources: {'Port': ['ID=3cd11709-645a-480a-b625-cbba26308d4b,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:25.327918 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea035e12-b8de-4694-a4b5-72b782404477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.333890 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.334281 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.334640 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.335026 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.335555 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.336116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.336603 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.337157 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.337704 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.338187 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.338676 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.339181 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:25.344406 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Attempting to bind port 3cd11709-645a-480a-b625-cbba26308d4b on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:25.345050 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Attempting to bind port 3cd11709-645a-480a-b625-cbba26308d4b by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:25.345575 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Attempting to bind port 3cd11709-645a-480a-b625-cbba26308d4b on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:25.351155 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:25.351536 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:25.351899 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11ded2bc-34f7-4d06-ab06-94e204bf7d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.352002 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.352317 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:25.352977 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Bound port: 3cd11709-645a-480a-b625-cbba26308d4b, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:25.353399 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.360240 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea035e12-b8de-4694-a4b5-72b782404477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.380918 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-56eec818-3818-4954-84cb-f08ff4c7c0ac None None] Provisioning complete for port d92d336c-4283-413e-b5e7-2514dc2d5b27 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:25.383268 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56eec818-3818-4954-84cb-f08ff4c7c0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.414670 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Allocated IP 172.20.0.1 (d659019f-d992-4e86-87bd-b507b53fb8b0/b16aced5-cf5a-42c0-93e5-1ad35371aed8/72ddf4a8-8452-4faf-8e1e-6f6b64c82a49) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:25.446439 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df55738c-365b-4475-b732-e8612f0d9a87 req-93392aa8-2b20-443d-acae-ba47f6beb5a9 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Aug 19 18:50:25.529156 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea035e12-b8de-4694-a4b5-72b782404477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.534461 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea035e12-b8de-4694-a4b5-72b782404477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.540686 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ea035e12-b8de-4694-a4b5-72b782404477 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b452fe47-d5fb-446f-b8f9-a1bebb2ee3c2 HTTP/1.1" status: 204 len: 168 time: 0.5397162 Aug 19 18:50:25.544617 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] For port 3cd11709-645a-480a-b625-cbba26308d4b, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:25.550145 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] For port 3cd11709-645a-480a-b625-cbba26308d4b, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=3cd11709-645a-480a-b625-cbba26308d4b,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:25.563536 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea035e12-b8de-4694-a4b5-72b782404477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b452fe47-d5fb-446f-b8f9-a1bebb2ee3c2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:25.593587 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.615347 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Transition to ACTIVE for port object 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:25.661018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11ded2bc-34f7-4d06-ab06-94e204bf7d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.662692 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.716138 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:25.716138 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:25.773672 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 4044e06f-cda9-47ce-9610-82ae55290339 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:50:25.775576 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239c036-ba22-4bb0-b2b0-20f634d38b2a None None] Pushing event updated for resources: {'Port': ['ID=3cd11709-645a-480a-b625-cbba26308d4b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:25.802328 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11ded2bc-34f7-4d06-ab06-94e204bf7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.805461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:25.852274 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:25.894762 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 4044e06f-cda9-47ce-9610-82ae55290339, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4044e06f-cda9-47ce-9610-82ae55290339,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:25.898683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Network d659019f-d992-4e86-87bd-b507b53fb8b0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:25.915391 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '4044e06f-cda9-47ce-9610-82ae55290339', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'port_id': '4044e06f-cda9-47ce-9610-82ae55290339', 'mac_address': 'fa:16:3e:27:5b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c9f4b1-8860-4afe-a21c-508c053f3957', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:50:25.944259 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:25.958971 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device d92d336c-4283-413e-b5e7-2514dc2d5b27 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:25.971640 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:26.008418 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.033119 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4044e06f-cda9-47ce-9610-82ae55290339 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:50:26.058588 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-11ded2bc-34f7-4d06-ab06-94e204bf7d0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69704703137849d8b3b66b89a2d945ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9210427 Aug 19 18:50:26.058795 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45556) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:26.069701 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 4044e06f-cda9-47ce-9610-82ae55290339, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4044e06f-cda9-47ce-9610-82ae55290339,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:26.070948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port d92d336c-4283-413e-b5e7-2514dc2d5b27 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:26.071234 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.071581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Pushing event updated for resources: {'Port': ['ID=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:26.082603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ded2bc-34f7-4d06-ab06-94e204bf7d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f781531-d8c9-4c13-ba99-a6e6f8eef6a1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:26.117106 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.150083 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.173173 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3870ef3-b629-49d6-a310-203b9288961e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.217841 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3870ef3-b629-49d6-a310-203b9288961e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.263998 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=4044e06f-cda9-47ce-9610-82ae55290339,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:26.285199 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 3, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:26.327103 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196afc02-d7cf-4f3d-8da2-43039708abf8 None None] The sync data for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi is: [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:23Z', 'revision_number': 3, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:26.361560 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3870ef3-b629-49d6-a310-203b9288961e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.364239 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3870ef3-b629-49d6-a310-203b9288961e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.369028 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c3870ef3-b629-49d6-a310-203b9288961e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f781531-d8c9-4c13-ba99-a6e6f8eef6a1 HTTP/1.1" status: 204 len: 168 time: 0.3082311 Aug 19 18:50:26.380208 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870ef3-b629-49d6-a310-203b9288961e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f781531-d8c9-4c13-ba99-a6e6f8eef6a1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:26.412593 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.428547 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.458979 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ddcddbfd-564a-4daf-bb7c-5dca1cc8dc44 None None] Provisioning for port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:26.463843 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ddcddbfd-564a-4daf-bb7c-5dca1cc8dc44 None None] Provisioning complete for port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:26.464198 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ddcddbfd-564a-4daf-bb7c-5dca1cc8dc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.515907 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ddcddbfd-564a-4daf-bb7c-5dca1cc8dc44 None None] Port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:26.540667 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45564) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:26.558346 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40f05135-966c-4a03-b3f7-acc387933197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.592789 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63175c09-e4f0-4289-a536-24158679956e req-d42f143c-dd25-4aba-b04a-08a6ab4ce8b0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:26.594341 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63175c09-e4f0-4289-a536-24158679956e req-d42f143c-dd25-4aba-b04a-08a6ab4ce8b0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1364353 Aug 19 18:50:26.663707 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['4044e06f-cda9-47ce-9610-82ae55290339'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:50:26.730144 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40f05135-966c-4a03-b3f7-acc387933197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.824352 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40f05135-966c-4a03-b3f7-acc387933197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:26.911280 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-40f05135-966c-4a03-b3f7-acc387933197 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1dc7f12d2caa413da72e0afdb96d929c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660738 Aug 19 18:50:26.925276 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45578) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:27.025945 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f05135-966c-4a03-b3f7-acc387933197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a51b04-757e-4f30-afbf-5bd7e1127897,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:27.056166 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-0e1a962f-0f49-4f93-bdc1-009a6d764e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.057697 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-0e1a962f-0f49-4f93-bdc1-009a6d764e4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.4836943 Aug 19 18:50:27.095683 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63175c09-e4f0-4289-a536-24158679956e req-f30bf0e5-d947-4b43-8f04-754572223815 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902618 Aug 19 18:50:27.128520 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38176ade-09a3-47ac-9e01-6c183a16da10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.156444 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf26b04-a0ba-459b-87b5-720fe035e192 req-ce14c28c-b58d-4033-9513-d46db7da8436 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.160427 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38176ade-09a3-47ac-9e01-6c183a16da10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.163468 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9bf26b04-a0ba-459b-87b5-720fe035e192 req-ce14c28c-b58d-4033-9513-d46db7da8436 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 945 time: 0.5904915 Aug 19 18:50:27.304548 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.316556 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9bf26b04-a0ba-459b-87b5-720fe035e192 req-45b2f5d9-6421-4bfb-bd0d-01ec35003524 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522098 Aug 19 18:50:27.327212 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-d5052e27-9f70-4da1-9f63-6506f42edd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.332752 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38176ade-09a3-47ac-9e01-6c183a16da10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.335350 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38176ade-09a3-47ac-9e01-6c183a16da10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.335756 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-d5052e27-9f70-4da1-9f63-6506f42edd71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.2601876 Aug 19 18:50:27.336594 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-38176ade-09a3-47ac-9e01-6c183a16da10 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92a51b04-757e-4f30-afbf-5bd7e1127897 HTTP/1.1" status: 204 len: 168 time: 0.4083846 Aug 19 18:50:27.345412 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38176ade-09a3-47ac-9e01-6c183a16da10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a51b04-757e-4f30-afbf-5bd7e1127897,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:27.393523 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-b181a178-cb96-4eb3-92b0-804d2e9a9285 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 217 time: 0.0451655 Aug 19 18:50:27.425407 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45582) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:27.438189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.439412 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4270656-8253-443c-a768-d1839fd97c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.515840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-f4261581-c0aa-42bd-82e0-d417d3c93463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:27.517395 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-f4261581-c0aa-42bd-82e0-d417d3c93463 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.1094973 Aug 19 18:50:27.527500 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.537723 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Pushing event updated for resources: {'Port': ['ID=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:27.543934 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4270656-8253-443c-a768-d1839fd97c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.560165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-0404ec6c-fba4-472c-afc5-0ecb52fcf72a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345304 Aug 19 18:50:27.622228 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4270656-8253-443c-a768-d1839fd97c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.665064 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-b4270656-8253-443c-a768-d1839fd97c69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9eeeecb266349e0b5589901c8858841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384014 Aug 19 18:50:27.668242 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4270656-8253-443c-a768-d1839fd97c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa6f46-c91c-4e17-8a0c-b043cec6a867,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:27.670880 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45584) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:27.764728 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-59392b4c-8d68-49b3-a3d7-7ddf9a28b644 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894405 Aug 19 18:50:27.772563 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Network d659019f-d992-4e86-87bd-b507b53fb8b0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:27.780085 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:27.804790 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1dac0f94-8aa9-45a1-a55c-dc39ed3f348e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:27.917575 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1dac0f94-8aa9-45a1-a55c-dc39ed3f348e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.104498 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1298dbe-d457-4d59-a6d8-a79faba83a06 req-cc63c802-dffe-4963-8c41-362f48928446 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380602 Aug 19 18:50:28.104498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Router bba208db-8c85-401c-86bc-e0eb5c336692 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:28.108372 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f8d1bd33-d039-428b-8a76-9747d76d0d9d None None] Provisioning complete for port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:28.108372 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f8d1bd33-d039-428b-8a76-9747d76d0d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.108372 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 3cd11709-645a-480a-b625-cbba26308d4b up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:28.147647 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f8d1bd33-d039-428b-8a76-9747d76d0d9d None None] Port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:28.167115 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:28.167115 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ce7954bb-fbce-47f1-8ae4-70fe49db435d admin admin] 10.222.0.37 "PUT /v2.0/routers/bba208db-8c85-401c-86bc-e0eb5c336692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6504929 Aug 19 18:50:28.218455 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058702e9-2627-44f4-9098-9ecc16fd0b0d req-225f854e-7abb-49df-a585-bb03374545dd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:28.225263 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-058702e9-2627-44f4-9098-9ecc16fd0b0d req-225f854e-7abb-49df-a585-bb03374545dd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0554879 Aug 19 18:50:28.269775 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-058702e9-2627-44f4-9098-9ecc16fd0b0d req-973a9f8e-92a0-4fe2-b726-3f2ccfd99e39 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Aug 19 18:50:28.285730 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1dac0f94-8aa9-45a1-a55c-dc39ed3f348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.289310 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1dac0f94-8aa9-45a1-a55c-dc39ed3f348e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.292931 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1dac0f94-8aa9-45a1-a55c-dc39ed3f348e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4aa6f46-c91c-4e17-8a0c-b043cec6a867 HTTP/1.1" status: 204 len: 168 time: 0.6185768 Aug 19 18:50:28.299765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 3cd11709-645a-480a-b625-cbba26308d4b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:28.301841 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac0f94-8aa9-45a1-a55c-dc39ed3f348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa6f46-c91c-4e17-8a0c-b043cec6a867,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:28.317654 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 3cd11709-645a-480a-b625-cbba26308d4b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:28.318063 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.507262 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Sync routers for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:28.525880 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:28.526526 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:28.643735 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.651739 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3ad4f-549c-474c-a495-a33c2ca9c42a req-6a72bc0f-b3e3-4ef0-998e-5145cbcf70c8 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:28.653912 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c0c3ad4f-549c-474c-a495-a33c2ca9c42a req-6a72bc0f-b3e3-4ef0-998e-5145cbcf70c8 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 945 time: 0.0746863 Aug 19 18:50:28.677660 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 3cd11709-645a-480a-b625-cbba26308d4b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=3cd11709-645a-480a-b625-cbba26308d4b,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:28.690564 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:28.697678 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c0c3ad4f-549c-474c-a495-a33c2ca9c42a req-dfac4011-1264-4768-a52a-a4c1ae30812a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346088 Aug 19 18:50:28.773721 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:28.865286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=3cd11709-645a-480a-b625-cbba26308d4b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:28.965348 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 2, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:29.001939 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Checking router: bba208db-8c85-401c-86bc-e0eb5c336692 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:29.002119 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Updating router bba208db-8c85-401c-86bc-e0eb5c336692 port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:50:29.042068 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.352448 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.377363 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Transition to ACTIVE for port object 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:29.422780 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785dbf-3c8e-4eac-ae97-518b7c8efb00 req-a92422db-168c-4d54-a37d-3f20bd2ad678 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:29.431398 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67785dbf-3c8e-4eac-ae97-518b7c8efb00 req-a92422db-168c-4d54-a37d-3f20bd2ad678 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0632992 Aug 19 18:50:29.469808 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67785dbf-3c8e-4eac-ae97-518b7c8efb00 req-3d60dc55-d8d7-4f62-bcf6-21dc664cee00 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353541 Aug 19 18:50:29.476149 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.532707 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ced3f1-0af4-4f79-83c9-8e1d6bbc7f14 None None] Pushing event updated for resources: {'Port': ['ID=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:29.590093 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Attempting to bind port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:29.590479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Attempting to bind port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:29.592695 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Attempting to bind port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 on network d659019f-d992-4e86-87bd-b507b53fb8b0 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:29.611852 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:29.612418 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Checking segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:29.613072 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.614090 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Bound using segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:29.614418 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 45662) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:29.615055 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Bound port: 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:29.615622 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.620684 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-664650276-network', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:29.738772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Made reservation on behalf of a8dfa8d54ca147b29f84e9c8d22121bf for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:29.741992 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.748251 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] For port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:29.758742 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.758943 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] For port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:29.805402 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 4044e06f-cda9-47ce-9610-82ae55290339 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:29.899256 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:29.981388 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f5d4d-0ba5-4314-824e-bd9f6c8c16ab req-19142058-e089-4a67-93f3-36568095e92e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:29.991577 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c4f5d4d-0ba5-4314-824e-bd9f6c8c16ab req-19142058-e089-4a67-93f3-36568095e92e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 945 time: 0.1570079 Aug 19 18:50:30.008285 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ced3f1-0af4-4f79-83c9-8e1d6bbc7f14 None None] Pushing event updated for resources: {'Port': ['ID=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:30.051008 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 4044e06f-cda9-47ce-9610-82ae55290339 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:30.058189 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 3cd11709-645a-480a-b625-cbba26308d4b up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:30.112214 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c4f5d4d-0ba5-4314-824e-bd9f6c8c16ab req-ce5b06eb-fde7-4668-a63c-09aefcf644b9 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196671 Aug 19 18:50:30.121964 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.130955 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 4044e06f-cda9-47ce-9610-82ae55290339 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:30.131343 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.165988 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:30.166625 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:30.199749 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.235658 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:50:30.251607 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b6418-3e23-4862-829e-47700fdc1469,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:30.256776 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.257155 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Added segment 79e83f57-303f-40c6-bcbf-242144e95f15 of type vlan for network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 Aug 19 18:50:30.315959 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.324169 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 3cd11709-645a-480a-b625-cbba26308d4b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:30.324583 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.413340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.415040 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.416757 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.437168 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.443791 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:30.516814 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=07bcb6cf-8a23-4102-a6e2-eb6351feea12,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:30.537603 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096157d-084c-4507-a529-18a8536f2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4044e06f-cda9-47ce-9610-82ae55290339'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:30.539920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55f99fe-63e1-4e46-93a2-e1dd85755258" -d '{"events": [{"server_uuid": "1096157d-084c-4507-a529-18a8536f2022", "name": "network-vif-plugged", "status": "completed", "tag": "4044e06f-cda9-47ce-9610-82ae55290339"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:30.550897 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:50:30.605820 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d16099f7-b2a4-4333-9862-11e82e59d3f7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9898775 Aug 19 18:50:30.609608 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45702) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:30.616158 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Request body: {'subnet': {'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-664650276-subnet', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:30.626390 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b86bff-a158-4a09-9bd6-7ae700f1f008 req-faa0a647-6a2b-4e8f-809e-cf0fceb746cd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:30.628081 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a4b86bff-a158-4a09-9bd6-7ae700f1f008 req-faa0a647-6a2b-4e8f-809e-cf0fceb746cd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0659311 Aug 19 18:50:30.650581 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 4044e06f-cda9-47ce-9610-82ae55290339, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4044e06f-cda9-47ce-9610-82ae55290339,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:30.707103 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a4b86bff-a158-4a09-9bd6-7ae700f1f008 req-01fbf2a5-0371-4c2c-86dc-76e23f32ba60 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671673 Aug 19 18:50:30.778847 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Made reservation on behalf of a8dfa8d54ca147b29f84e9c8d22121bf for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:30.782285 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.841062 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbea42e-216a-4064-a5a2-004e544efe90 x-openstack-request-id: req-dfbea42e-216a-4064-a5a2-004e544efe90 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:30.851158 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096157d-084c-4507-a529-18a8536f2022", "name": "network-vif-plugged", "status": "completed", "tag": "4044e06f-cda9-47ce-9610-82ae55290339", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:30.851158 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfbea42e-216a-4064-a5a2-004e544efe90 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:30.851158 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096157d-084c-4507-a529-18a8536f2022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4044e06f-cda9-47ce-9610-82ae55290339', 'code': 200} Aug 19 18:50:30.851158 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:30.932215 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=4044e06f-cda9-47ce-9610-82ae55290339,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:30.993793 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:29Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:31.021923 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6757ff3-a361-4267-865a-93d3200016ae None None] The sync data for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi is: [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:29Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:31.091839 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.165762 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd77267-95d1-44f2-9311-253dcf3257c0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:31.178336 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Checking segment: {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:31.178706 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Network hostable DHCP agents. Network: 07bcb6cf-8a23-4102-a6e2-eb6351feea12, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:50:31.265044 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:50:31.296398 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12d5e7-90b4-4597-aa09-17b4b0ab686c req-ee0320e4-9253-478f-83d7-65e45284661c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:31.297978 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e12d5e7-90b4-4597-aa09-17b4b0ab686c req-ee0320e4-9253-478f-83d7-65e45284661c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.1038506 Aug 19 18:50:31.312604 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdc96b-97ce-4141-b38b-9b8129d5c2a6 req-d891e292-f99f-4db4-a364-d4118f347f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:31.314242 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b5bdc96b-97ce-4141-b38b-9b8129d5c2a6 req-d891e292-f99f-4db4-a364-d4118f347f09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 1099 time: 0.1013165 Aug 19 18:50:31.356014 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 07bcb6cf-8a23-4102-a6e2-eb6351feea12) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:31.361598 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:31.364012 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.370011 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f3891-3801-4fc6-a287-bdd19c925526 None None] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:31.405212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e12d5e7-90b4-4597-aa09-17b4b0ab686c req-ae8ec465-76e2-42d1-9328-1ba984640cfd tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842085 Aug 19 18:50:31.419503 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b5bdc96b-97ce-4141-b38b-9b8129d5c2a6 req-7b8f4b36-ca7b-468b-b9ca-8ef46e71cee2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886328 Aug 19 18:50:31.476591 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2103a5f1-16d7-41aa-a67c-0d5772ebfeaa admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8650353 Aug 19 18:50:31.479282 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45724) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:31.484664 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:31.578144 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-07bcb6cf-8a23-4102-a6e2-eb6351feea12', 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'fixed_ips': [{'subnet_id': 'dcd77267-95d1-44f2-9311-253dcf3257c0'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:50:31.579791 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.618428 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.620296 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.695528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:31.807760 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Allocated IP 172.20.0.2 (07bcb6cf-8a23-4102-a6e2-eb6351feea12/dcd77267-95d1-44f2-9311-253dcf3257c0/4b2f05d5-3620-4569-856a-ee0c9ac13f9b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:31.980730 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5a2b2-45a3-4224-b617-3e9bf4c69fa2 req-e7e47f52-dedc-4879-90f2-8a3725f2ff22 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:31.995605 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b1e5a2b2-45a3-4224-b617-3e9bf4c69fa2 req-e7e47f52-dedc-4879-90f2-8a3725f2ff22 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1824071 Aug 19 18:50:32.028753 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.053586 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.065366 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Transition to ACTIVE for port object 4b2f05d5-3620-4569-856a-ee0c9ac13f9b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:32.065580 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b1e5a2b2-45a3-4224-b617-3e9bf4c69fa2 req-aaad27f6-b15c-4dc9-8356-d2cc04e0cc6b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680616 Aug 19 18:50:32.087693 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Transition to ACTIVE for port object 4b2f05d5-3620-4569-856a-ee0c9ac13f9b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:32.098138 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:32.182385 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.241842 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:32.245295 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:32.254957 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:32.257327 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Pushing event updated for resources: {'Port': ['ID=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:32.288459 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:32.311069 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:32.311622 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.344552 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Attempting to bind port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:32.344929 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Attempting to bind port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:32.345302 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Attempting to bind port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b on network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:32.359533 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:32.359929 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Checking segment: {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:32.360335 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.360742 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Bound using segment: {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:32.361522 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Bound port: 4b2f05d5-3620-4569-856a-ee0c9ac13f9b, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:32.361652 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.411901 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.449202 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.461915 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] For port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:32.469050 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] For port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:32.504519 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.536057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358267c6-0553-4e8c-8c25-4c07751c6e1a req-7f966447-11b3-4d4a-8d08-8fc182f5b85b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:32.537923 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-358267c6-0553-4e8c-8c25-4c07751c6e1a req-7f966447-11b3-4d4a-8d08-8fc182f5b85b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.0579820 Aug 19 18:50:32.546138 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.566244 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:32.577761 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Allocated IP 172.27.0.184 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/599ea138-f3e7-4dae-a437-cb982193003c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:32.595941 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-358267c6-0553-4e8c-8c25-4c07751c6e1a req-4873fe37-d9a0-4c9d-a96a-4f546a7fddfc tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Aug 19 18:50:32.620097 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d5b2d-7d33-4e76-a70c-aac580b3497d None None] Pushing event updated for resources: {'Port': ['ID=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:32.669078 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.711607 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.730256 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:32.814890 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:32.860426 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:32.867298 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:32.871229 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:32.878068 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Pushing event updated for resources: {'Port': ['ID=599ea138-f3e7-4dae-a437-cb982193003c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:33.191497 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb134a4-bf22-46ec-aaf3-76eb01d8ce27 req-88dd145b-3399-42e4-aa21-b2261f1ceb2a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:33.193054 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-beb134a4-bf22-46ec-aaf3-76eb01d8ce27 req-88dd145b-3399-42e4-aa21-b2261f1ceb2a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0607183 Aug 19 18:50:33.240799 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-beb134a4-bf22-46ec-aaf3-76eb01d8ce27 req-5c89f7c8-239d-421b-98ef-3efbb499ae67 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Aug 19 18:50:33.287575 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.540274 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:33.615003 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1308d6a6-5681-46ad-9d72-e3c9199a5b0c None None] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:50:33.729810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbd0ef-cb1c-4f93-a011-6a50a3cf3265 req-21c177c4-ecb2-43a5-8bb9-3cb86ea97940 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:33.731420 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-83bbd0ef-cb1c-4f93-a011-6a50a3cf3265 req-21c177c4-ecb2-43a5-8bb9-3cb86ea97940 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.0503848 Aug 19 18:50:33.765136 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68017ce5-c985-4406-bd09-89aae9ff363e None None] Provisioning for port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:33.772670 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-83bbd0ef-cb1c-4f93-a011-6a50a3cf3265 req-5110472a-764b-4657-8b92-3ccb1438923c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Aug 19 18:50:33.851049 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Router 8849f807-3ded-49c7-893a-720248f4b5bf is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:50:34.021690 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:34.025187 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:34.039581 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Sync routers for ids ['8849f807-3ded-49c7-893a-720248f4b5bf'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:34.049743 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Routers {'8849f807-3ded-49c7-893a-720248f4b5bf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:34.050628 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['8849f807-3ded-49c7-893a-720248f4b5bf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:34.091926 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:34.092892 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.163515 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Set router 8849f807-3ded-49c7-893a-720248f4b5bf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:34.173102 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.176445 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-82d06edf-827b-45c4-8d12-2e1476041934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.176886 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-38876f99-8524-4579-9efc-ac8bc17fb762 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6958125 Aug 19 18:50:34.179334 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 45768) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:34.185671 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 4b2f05d5-3620-4569-856a-ee0c9ac13f9b up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:34.315361 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:34.320617 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:34.321005 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.382903 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:50:33Z', 'revision_number': 3, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:34.402944 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775442d-7ef8-45b2-9718-b33c808b524e req-16d8e729-0b0e-4e42-b764-87aa50fa3671 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:34.405541 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3775442d-7ef8-45b2-9718-b33c808b524e req-16d8e729-0b0e-4e42-b764-87aa50fa3671 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0791070 Aug 19 18:50:34.425871 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Checking router: 8849f807-3ded-49c7-893a-720248f4b5bf for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:34.426618 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Updating router 8849f807-3ded-49c7-893a-720248f4b5bf port 599ea138-f3e7-4dae-a437-cb982193003c binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:50:34.434077 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.454060 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.479827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:34.519387 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3775442d-7ef8-45b2-9718-b33c808b524e req-4315ce6c-1264-4894-b567-72e28025d759 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048095 Aug 19 18:50:34.521355 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.614935 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:34.759394 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.804037 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.815478 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Transition to ACTIVE for port object 599ea138-f3e7-4dae-a437-cb982193003c will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:34.913593 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.915400 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Allocated IP 172.20.0.1 (07bcb6cf-8a23-4102-a6e2-eb6351feea12/dcd77267-95d1-44f2-9311-253dcf3257c0/15189cde-d91b-41f0-8a04-ac499ece721c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:34.967575 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Attempting to bind port 599ea138-f3e7-4dae-a437-cb982193003c on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:34.967947 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Attempting to bind port 599ea138-f3e7-4dae-a437-cb982193003c by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:34.968315 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Attempting to bind port 599ea138-f3e7-4dae-a437-cb982193003c on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:34.970166 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154fa27-4488-4cd9-90ee-15f192857e6d None None] Pushing event updated for resources: {'Port': ['ID=599ea138-f3e7-4dae-a437-cb982193003c,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:34.975724 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:34.976116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:34.976503 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:34.976895 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:34.977989 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Bound port: 599ea138-f3e7-4dae-a437-cb982193003c, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:34.977989 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.037507 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] For port 599ea138-f3e7-4dae-a437-cb982193003c, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:35.040910 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] For port 599ea138-f3e7-4dae-a437-cb982193003c, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=599ea138-f3e7-4dae-a437-cb982193003c,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:35.190632 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.237253 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.249820 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154fa27-4488-4cd9-90ee-15f192857e6d None None] Pushing event updated for resources: {'Port': ['ID=599ea138-f3e7-4dae-a437-cb982193003c,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:35.252408 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Transition to ACTIVE for port object 15189cde-d91b-41f0-8a04-ac499ece721c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:35.252540 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Routers {'8849f807-3ded-49c7-893a-720248f4b5bf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:35.253071 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['8849f807-3ded-49c7-893a-720248f4b5bf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:35.356433 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] Set router 8849f807-3ded-49c7-893a-720248f4b5bf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:35.390198 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.426272 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:35.430971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:35.434539 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:35.462306 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Pushing event updated for resources: {'Port': ['ID=15189cde-d91b-41f0-8a04-ac499ece721c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:35.481579 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.557844 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:50:33Z', 'revision_number': 3, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:35.668477 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b881b2d-cbd8-4636-a223-99e0cdf3e881 None None] The sync data for ids ['8849f807-3ded-49c7-893a-720248f4b5bf'] in dv-cinder-790535-9-iscsi is: [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:50:33Z', 'revision_number': 3, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:35.721527 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.758974 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9ae9a1b4-7c96-44f0-b305-72dd7d455477 None None] Provisioning for port 15189cde-d91b-41f0-8a04-ac499ece721c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:35.764839 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9ae9a1b4-7c96-44f0-b305-72dd7d455477 None None] Provisioning complete for port 15189cde-d91b-41f0-8a04-ac499ece721c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:35.765215 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a1b4-7c96-44f0-b305-72dd7d455477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.808836 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9ae9a1b4-7c96-44f0-b305-72dd7d455477 None None] Port 15189cde-d91b-41f0-8a04-ac499ece721c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:35.908580 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:35.911718 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 4b2f05d5-3620-4569-856a-ee0c9ac13f9b up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:35.982859 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:35.983305 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:36.010455 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:36.081716 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:36.089747 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Pushing event updated for resources: {'Port': ['ID=15189cde-d91b-41f0-8a04-ac499ece721c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:36.194803 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:36.196364 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:36.344953 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Router 8849f807-3ded-49c7-893a-720248f4b5bf has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:50:36.436519 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f15e3682-51a0-4c83-aafe-07feb696bdfe None None] Provisioning complete for port 15189cde-d91b-41f0-8a04-ac499ece721c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:36.436895 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f15e3682-51a0-4c83-aafe-07feb696bdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:36.463477 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:50:36.473032 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f15e3682-51a0-4c83-aafe-07feb696bdfe None None] Port 15189cde-d91b-41f0-8a04-ac499ece721c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:36.477539 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-53127da6-38f4-4103-a3e2-3657b80265f7 admin admin] 10.222.0.37 "PUT /v2.0/routers/8849f807-3ded-49c7-893a-720248f4b5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2966948 Aug 19 18:50:36.782827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75606ab7-0d33-4caf-932a-e9df803204f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:37.343705 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36198fe-3f9f-4351-b78f-4b4ec3a2768d req-0d4436d9-0753-4838-98d8-278d66b4af2e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:37.351075 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c36198fe-3f9f-4351-b78f-4b4ec3a2768d req-0d4436d9-0753-4838-98d8-278d66b4af2e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0881977 Aug 19 18:50:37.372350 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:37.389650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c36198fe-3f9f-4351-b78f-4b4ec3a2768d req-e0ebc3db-fda8-4d31-b6ee-7a90057abadb tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Aug 19 18:50:38.017920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:38.018763 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 599ea138-f3e7-4dae-a437-cb982193003c up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:38.155996 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 599ea138-f3e7-4dae-a437-cb982193003c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:38.161164 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 599ea138-f3e7-4dae-a437-cb982193003c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:38.163778 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:38.289521 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:38.313998 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 599ea138-f3e7-4dae-a437-cb982193003c, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=599ea138-f3e7-4dae-a437-cb982193003c,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:38.350275 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Sync routers for ids ['8849f807-3ded-49c7-893a-720248f4b5bf'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:50:38.361536 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Routers {'8849f807-3ded-49c7-893a-720248f4b5bf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:38.367947 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['8849f807-3ded-49c7-893a-720248f4b5bf'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:38.413111 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:38.511355 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=599ea138-f3e7-4dae-a437-cb982193003c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:38.537093 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Set router 8849f807-3ded-49c7-893a-720248f4b5bf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:38.778805 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 4, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '15189cde-d91b-41f0-8a04-ac499ece721c', 'name': '', 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'mac_address': 'fa:16:3e:b5:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dcd77267-95d1-44f2-9311-253dcf3257c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:34Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 2, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'subnets': [{'id': 'dcd77267-95d1-44f2-9311-253dcf3257c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:38.808331 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Checking router: 8849f807-3ded-49c7-893a-720248f4b5bf for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:50:38.808684 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Updating router 8849f807-3ded-49c7-893a-720248f4b5bf port 15189cde-d91b-41f0-8a04-ac499ece721c binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:50:38.846087 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.218343 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.237483 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Transition to ACTIVE for port object 15189cde-d91b-41f0-8a04-ac499ece721c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:39.316842 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.347200 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.376081 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd1d0f-e3f4-4862-970c-28010c256b3b None None] Pushing event updated for resources: {'Port': ['ID=15189cde-d91b-41f0-8a04-ac499ece721c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:39.445625 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Attempting to bind port 15189cde-d91b-41f0-8a04-ac499ece721c on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:39.445625 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Attempting to bind port 15189cde-d91b-41f0-8a04-ac499ece721c by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:39.445625 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Attempting to bind port 15189cde-d91b-41f0-8a04-ac499ece721c on network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:39.464585 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:39.465398 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Checking segment: {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:39.466174 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.468092 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Bound using segment: {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:39.470645 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Bound port: 15189cde-d91b-41f0-8a04-ac499ece721c, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e83f57-303f-40c6-bcbf-242144e95f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:39.471126 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.567733 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] For port 15189cde-d91b-41f0-8a04-ac499ece721c, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:39.576837 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] For port 15189cde-d91b-41f0-8a04-ac499ece721c, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=15189cde-d91b-41f0-8a04-ac499ece721c,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:39.682527 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:39.751921 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Routers {'8849f807-3ded-49c7-893a-720248f4b5bf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:50:39.752571 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:50:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['8849f807-3ded-49c7-893a-720248f4b5bf'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:39.795457 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd1d0f-e3f4-4862-970c-28010c256b3b None None] Pushing event updated for resources: {'Port': ['ID=15189cde-d91b-41f0-8a04-ac499ece721c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:40.053644 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 599ea138-f3e7-4dae-a437-cb982193003c up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:40.135545 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] Set router 8849f807-3ded-49c7-893a-720248f4b5bf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:50:40.236721 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 599ea138-f3e7-4dae-a437-cb982193003c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:40.237636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:40.496453 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 4, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '15189cde-d91b-41f0-8a04-ac499ece721c', 'name': '', 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'mac_address': 'fa:16:3e:b5:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dcd77267-95d1-44f2-9311-253dcf3257c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:34Z', 'updated_at': '2021-08-19T18:50:39Z', 'revision_number': 4, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'subnets': [{'id': 'dcd77267-95d1-44f2-9311-253dcf3257c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:50:40.528034 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a628a1b-76d6-4db6-aaf3-29e1fa4c41b0 None None] The sync data for ids ['8849f807-3ded-49c7-893a-720248f4b5bf'] in dv-cinder-790535-9-iscsi is: [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:50:35Z', 'revision_number': 4, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '15189cde-d91b-41f0-8a04-ac499ece721c', 'name': '', 'network_id': '07bcb6cf-8a23-4102-a6e2-eb6351feea12', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'mac_address': 'fa:16:3e:b5:c7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'dcd77267-95d1-44f2-9311-253dcf3257c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:34Z', 'updated_at': '2021-08-19T18:50:39Z', 'revision_number': 4, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'subnets': [{'id': 'dcd77267-95d1-44f2-9311-253dcf3257c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:50:41.121575 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126da6-71f0-44bb-b682-af9f1ea73997 req-3f9c4fd9-8533-4d5f-91c4-7c5ba150bd46 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:41.124818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80126da6-71f0-44bb-b682-af9f1ea73997 req-3f9c4fd9-8533-4d5f-91c4-7c5ba150bd46 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0703325 Aug 19 18:50:41.175890 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80126da6-71f0-44bb-b682-af9f1ea73997 req-14bab233-97ca-4579-93a4-947ca6f72b47 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Aug 19 18:50:41.986946 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 15189cde-d91b-41f0-8a04-ac499ece721c up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:42.167179 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 15189cde-d91b-41f0-8a04-ac499ece721c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:42.172334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 15189cde-d91b-41f0-8a04-ac499ece721c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:42.172936 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:42.350423 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:42.410480 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 15189cde-d91b-41f0-8a04-ac499ece721c, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=15189cde-d91b-41f0-8a04-ac499ece721c,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:50:42.488795 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:42.555303 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=15189cde-d91b-41f0-8a04-ac499ece721c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:43.951629 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 15189cde-d91b-41f0-8a04-ac499ece721c up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:50:44.002604 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 15189cde-d91b-41f0-8a04-ac499ece721c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:44.003005 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:44.741586 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ae8cd-c7af-487f-b5ef-1d6b05b5a6a2 req-780ba47b-29c8-49b5-a017-731126a391e4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:44.743522 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-988ae8cd-c7af-487f-b5ef-1d6b05b5a6a2 req-780ba47b-29c8-49b5-a017-731126a391e4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0519488 Aug 19 18:50:44.784566 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-988ae8cd-c7af-487f-b5ef-1d6b05b5a6a2 req-8a91abad-c013-465b-8f81-6765b4807da5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342743 Aug 19 18:50:46.120046 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a923dc5-6f57-49ff-abf0-7c1b66dc5abf req-02ca246a-8c80-43a2-a860-1082b4d2d1a5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:46.122357 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a923dc5-6f57-49ff-abf0-7c1b66dc5abf req-02ca246a-8c80-43a2-a860-1082b4d2d1a5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0854392 Aug 19 18:50:46.171773 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a923dc5-6f57-49ff-abf0-7c1b66dc5abf req-1978a6c2-723b-422e-894a-57a6739eb246 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398269 Aug 19 18:50:47.323068 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c950b53-86dd-41b7-9299-dc07d7300ca3 req-376e4240-2489-4690-8bce-dd7a5f7e3486 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:47.324706 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5c950b53-86dd-41b7-9299-dc07d7300ca3 req-376e4240-2489-4690-8bce-dd7a5f7e3486 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0741212 Aug 19 18:50:47.376622 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5c950b53-86dd-41b7-9299-dc07d7300ca3 req-167c10d2-6581-47d5-a8fc-2bdf0956c855 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 Aug 19 18:50:48.519145 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e6a9-fb79-460b-b2b1-73ee56860992 req-4593bb07-683a-4d04-95f6-d299c7fe1c1c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:48.520758 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5370e6a9-fb79-460b-b2b1-73ee56860992 req-4593bb07-683a-4d04-95f6-d299c7fe1c1c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0585163 Aug 19 18:50:48.569795 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5370e6a9-fb79-460b-b2b1-73ee56860992 req-6643cf8f-968f-4ba3-aa77-a7447dc66340 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Aug 19 18:50:48.836124 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46008) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:48.955245 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0409ddf-da85-4df2-ad8b-8e34c630820c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.050891 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0409ddf-da85-4df2-ad8b-8e34c630820c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.166496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0409ddf-da85-4df2-ad8b-8e34c630820c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.209614 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f0409ddf-da85-4df2-ad8b-8e34c630820c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=123fed082d2a4236a9d0be0217d28475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722608 Aug 19 18:50:49.210521 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0409ddf-da85-4df2-ad8b-8e34c630820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa20f5d1-447a-4636-bb5e-0866967e01d0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:49.212259 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:49.301467 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.345168 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.544753 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.547457 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:49.548594 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa20f5d1-447a-4636-bb5e-0866967e01d0 HTTP/1.1" status: 204 len: 168 time: 0.3353541 Aug 19 18:50:49.566255 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa20f5d1-447a-4636-bb5e-0866967e01d0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:49.579622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.579984 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.580343 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.580823 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.581237 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.581581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.581922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.582343 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.582621 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.582980 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.583308 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.583635 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36179d40-78e9-4517-8525-c486a0b1def5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:49.635287 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-62a0215b-43e9-43db-9d10-67f6b5628550 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.636798 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-62a0215b-43e9-43db-9d10-67f6b5628550 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 815 time: 0.1402709 Aug 19 18:50:49.664786 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-931eb42e-feda-4c15-851a-83cad66dfd0a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/quotas/1beb15dc8aa44ad18f3e83be7e6d3955 HTTP/1.1" status: 200 len: 375 time: 0.0213773 Aug 19 18:50:49.736807 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200a4eb-b0a8-4d1a-9201-77a7197f5aca req-0db99e71-a72f-448b-806b-7a85767c60a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:49.738385 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d200a4eb-b0a8-4d1a-9201-77a7197f5aca req-0db99e71-a72f-448b-806b-7a85767c60a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0871315 Aug 19 18:50:49.752257 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-17f09073-8d1e-40f8-92ed-156637934df3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656948 Aug 19 18:50:49.837773 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d200a4eb-b0a8-4d1a-9201-77a7197f5aca req-a1ebc074-5323-4487-b818-16dda284717c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877085 Aug 19 18:50:49.886405 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-e530fc1b-02b7-40ae-929f-83d41c589d83 service neutron] 10.222.0.37 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193233 Aug 19 18:50:49.996997 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:50.028605 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-6a51bd72-9322-4a39-a3d3-8e95c2b1c6d3 service neutron] 10.222.0.37 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335950 Aug 19 18:50:50.147762 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.241878 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.319047 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da689886-8534-445e-a048-f7ab7e7324f1 req-60b2d2f2-78fb-4e13-8b2e-8059b8aaf4c2 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0279038 Aug 19 18:50:50.336113 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.386127 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:50.394187 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72bdfd7aa322477785ff1d9ddbfe85dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918755 Aug 19 18:50:50.394187 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c9d834-5ee1-40dd-8b70-ef243485c081,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:50.394438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46074) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:50.399750 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.400031 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.400456 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.400806 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.401140 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.401474 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.401810 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.402308 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.402638 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.402993 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.403357 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.403706 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494d3994-7fb7-440e-a1f5-0d6637c3a3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:50:50.406167 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c73dcc51-fbc2-446e-be02-7bac7d24d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.484367 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717f8c2d-1636-4abf-b431-4301595898c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.519262 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717f8c2d-1636-4abf-b431-4301595898c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.586152 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c73dcc51-fbc2-446e-be02-7bac7d24d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.663944 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c73dcc51-fbc2-446e-be02-7bac7d24d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.698984 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717f8c2d-1636-4abf-b431-4301595898c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.701596 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717f8c2d-1636-4abf-b431-4301595898c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.702781 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-717f8c2d-1636-4abf-b431-4301595898c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4c9d834-5ee1-40dd-8b70-ef243485c081 HTTP/1.1" status: 204 len: 168 time: 0.3089039 Aug 19 18:50:50.711116 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46086) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:50.711277 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-c73dcc51-fbc2-446e-be02-7bac7d24d9aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65684d905cf74a93b725f2a7e1ca85b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242803 Aug 19 18:50:50.713206 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dcc51-fbc2-446e-be02-7bac7d24d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf46830-dbda-43be-ac9c-79a8a0dcc9df,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:50.724173 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f8c2d-1636-4abf-b431-4301595898c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c9d834-5ee1-40dd-8b70-ef243485c081,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:50.773849 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db1a79c1-8c0b-4515-b015-5ba2d8e765dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.794878 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db1a79c1-8c0b-4515-b015-5ba2d8e765dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.918311 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db1a79c1-8c0b-4515-b015-5ba2d8e765dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.921681 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db1a79c1-8c0b-4515-b015-5ba2d8e765dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:50.922867 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-db1a79c1-8c0b-4515-b015-5ba2d8e765dd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4cf46830-dbda-43be-ac9c-79a8a0dcc9df HTTP/1.1" status: 204 len: 168 time: 0.2104034 Aug 19 18:50:50.933088 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a79c1-8c0b-4515-b015-5ba2d8e765dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf46830-dbda-43be-ac9c-79a8a0dcc9df,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:50.973435 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a3cd-cea3-47f4-912a-baaeb1ff1e58 req-e354d1e5-902d-41ce-ac34-5426a3150022 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:50.975081 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d402a3cd-cea3-47f4-912a-baaeb1ff1e58 req-e354d1e5-902d-41ce-ac34-5426a3150022 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0655003 Aug 19 18:50:51.015057 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d402a3cd-cea3-47f4-912a-baaeb1ff1e58 req-dc274f17-3fe8-4671-8285-f5f04634bcc4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336626 Aug 19 18:50:51.409658 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f648df7-2f8a-4492-a594-bf5f81d141ac req-fc7b2632-9a2d-46b6-a485-c48f08874b1a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0360417 Aug 19 18:50:51.587004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46124) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:51.600576 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89d62434-1d14-4e64-94e2-1f1b401696e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:51.695973 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89d62434-1d14-4e64-94e2-1f1b401696e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:51.775159 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89d62434-1d14-4e64-94e2-1f1b401696e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:51.819728 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-89d62434-1d14-4e64-94e2-1f1b401696e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=662e93daf3154f1ab0afa18c5d8b2f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314095 Aug 19 18:50:51.822893 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46132) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:51.827945 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d62434-1d14-4e64-94e2-1f1b401696e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57410d4c-c0a5-4492-a697-a50b7cd5f5a8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:51.903246 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb32-387f-4b66-a714-4de7ce6eebec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:51.926406 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb32-387f-4b66-a714-4de7ce6eebec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:52.145703 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6f95a-97b6-4c42-a6ce-f7ec5726dd45 req-b134efd7-1883-4648-be03-c5320073e688 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:52.147245 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ee6f95a-97b6-4c42-a6ce-f7ec5726dd45 req-b134efd7-1883-4648-be03-c5320073e688 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0600100 Aug 19 18:50:52.166659 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb32-387f-4b66-a714-4de7ce6eebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:52.170162 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c53ffb32-387f-4b66-a714-4de7ce6eebec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:52.174519 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c53ffb32-387f-4b66-a714-4de7ce6eebec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57410d4c-c0a5-4492-a697-a50b7cd5f5a8 HTTP/1.1" status: 204 len: 168 time: 0.3504028 Aug 19 18:50:52.183366 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ffb32-387f-4b66-a714-4de7ce6eebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57410d4c-c0a5-4492-a697-a50b7cd5f5a8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:52.199557 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ee6f95a-97b6-4c42-a6ce-f7ec5726dd45 req-7a061e83-82ca-4276-baef-266d90f00774 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Aug 19 18:50:52.582342 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8cfc5c68-691e-4742-90cb-4288d7af6844 req-91a3c2e9-643d-4ae1-818a-8c8849cc3b2e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0345130 Aug 19 18:50:53.314139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1724ea-b064-4908-9f7a-97af969201ae req-5ab33dc4-97b9-4983-ad51-156ea7b6da90 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:53.315725 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db1724ea-b064-4908-9f7a-97af969201ae req-5ab33dc4-97b9-4983-ad51-156ea7b6da90 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0514238 Aug 19 18:50:53.365503 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db1724ea-b064-4908-9f7a-97af969201ae req-98fc956f-9768-4bef-a0a6-d399e6f41092 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Aug 19 18:50:53.692894 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffca0477-0421-46ea-b2a0-0166fb31f704 req-7df62042-1149-4aa9-b94e-71eb6ae86a72 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0281777 Aug 19 18:50:54.092602 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:54.208379 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c4f40951-5037-4ce2-b803-3d6869c869a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.300046 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c4f40951-5037-4ce2-b803-3d6869c869a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.405500 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c4f40951-5037-4ce2-b803-3d6869c869a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.447268 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c4f40951-5037-4ce2-b803-3d6869c869a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b9241cdcd974a058bbe10980e593079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533492 Aug 19 18:50:54.448144 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f40951-5037-4ce2-b803-3d6869c869a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde32465-c626-4001-8bad-ae0b51f49f0c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:54.450430 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46244) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:54.497954 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710293f-2c1e-4fd0-b0d7-9e4250707b92 req-9034f0ee-d1de-42e4-a7e5-22e78e39e3fa tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:54.497954 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8710293f-2c1e-4fd0-b0d7-9e4250707b92 req-9034f0ee-d1de-42e4-a7e5-22e78e39e3fa tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0599167 Aug 19 18:50:54.504539 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6000bc2c-578f-4af4-99b3-71ae23463c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.526760 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6000bc2c-578f-4af4-99b3-71ae23463c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.539644 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8710293f-2c1e-4fd0-b0d7-9e4250707b92 req-365afadc-ef5c-48d6-a471-7cd3d683b03b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366817 Aug 19 18:50:54.639552 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6000bc2c-578f-4af4-99b3-71ae23463c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.642304 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6000bc2c-578f-4af4-99b3-71ae23463c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:54.643719 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6000bc2c-578f-4af4-99b3-71ae23463c12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cde32465-c626-4001-8bad-ae0b51f49f0c HTTP/1.1" status: 204 len: 168 time: 0.1921558 Aug 19 18:50:54.659401 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000bc2c-578f-4af4-99b3-71ae23463c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde32465-c626-4001-8bad-ae0b51f49f0c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:54.797824 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-79e9ad07-64f8-451e-8228-b432035390a2 req-973c1d4f-8697-4f60-8023-a924ed5b339c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0314059 Aug 19 18:50:55.147534 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:50:55.359058 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46282) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:55.476091 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5df58f3d-8b65-4a32-b620-381c67e2f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:55.501176 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656feb-4810-41ad-add5-d5d3bb169c53 req-02063f20-da11-4da8-ae9c-743e071bcb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:55.502707 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c656feb-4810-41ad-add5-d5d3bb169c53 req-02063f20-da11-4da8-ae9c-743e071bcb66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.0616944 Aug 19 18:50:55.540184 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c656feb-4810-41ad-add5-d5d3bb169c53 req-d242f6e8-347c-4ee7-bbef-b8dc967906e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287731 Aug 19 18:50:55.576460 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5df58f3d-8b65-4a32-b620-381c67e2f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:55.692552 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5df58f3d-8b65-4a32-b620-381c67e2f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:55.697107 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef5e3b-c3f1-4209-864f-6f5a060e4745 req-e7af0051-8302-4a84-9602-0f81b9c19ec6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:55.698942 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8fef5e3b-c3f1-4209-864f-6f5a060e4745 req-e7af0051-8302-4a84-9602-0f81b9c19ec6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Aug 19 18:50:55.742532 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46304) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:55.742855 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5df58f3d-8b65-4a32-b620-381c67e2f609 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3be682cd67545088edabb2a5c88f435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820655 Aug 19 18:50:55.745621 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58f3d-8b65-4a32-b620-381c67e2f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e900bc-b561-406d-85b9-9891c1c730d3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:55.775354 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8fef5e3b-c3f1-4209-864f-6f5a060e4745 req-f2b7873a-3fc4-4e6e-b0ba-6a18ce4646fb tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680199 Aug 19 18:50:55.878868 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d95fdec7-f6b8-411c-ae2e-58ecfc7adc9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:55.921152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e946d21f-e4ee-4d04-b36c-eed20ef9ac8f req-e209272d-20ce-42df-91cc-e1591a1ba216 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0374820 Aug 19 18:50:55.925749 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d95fdec7-f6b8-411c-ae2e-58ecfc7adc9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:56.092911 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d95fdec7-f6b8-411c-ae2e-58ecfc7adc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:56.095520 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d95fdec7-f6b8-411c-ae2e-58ecfc7adc9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:56.096707 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d95fdec7-f6b8-411c-ae2e-58ecfc7adc9e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55e900bc-b561-406d-85b9-9891c1c730d3 HTTP/1.1" status: 204 len: 168 time: 0.3528893 Aug 19 18:50:56.104840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fdec7-f6b8-411c-ae2e-58ecfc7adc9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e900bc-b561-406d-85b9-9891c1c730d3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:56.463068 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-67b07f2d-4948-454d-b9a7-2602338bce69 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:56.464483 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-67b07f2d-4948-454d-b9a7-2602338bce69 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.30 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 815 time: 0.1456468 Aug 19 18:50:56.469352 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:56.494431 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'port': {'device_id': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'admin_state_up': True, 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:56.761211 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Made reservation on behalf of 1beb15dc8aa44ad18f3e83be7e6d3955 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:50:56.766075 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:56.938564 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:56.972845 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22add5f8-db78-416e-b071-21fb92909c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:56.991721 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688da43f-6dd3-47e7-a707-90d95db5fba5 req-23e1dbc3-cd2c-46bd-a50b-f8dca662c678 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:56.993503 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-688da43f-6dd3-47e7-a707-90d95db5fba5 req-23e1dbc3-cd2c-46bd-a50b-f8dca662c678 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1272690 Aug 19 18:50:57.000105 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Allocated IP 172.20.0.13 (d659019f-d992-4e86-87bd-b507b53fb8b0/b16aced5-cf5a-42c0-93e5-1ad35371aed8/f80a4bf2-9d15-4fe8-9a10-5de8b65a7232) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:50:57.063266 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-688da43f-6dd3-47e7-a707-90d95db5fba5 req-62b6dcdf-8eed-4c6f-b5c2-09f6559765a5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Aug 19 18:50:57.099747 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22add5f8-db78-416e-b071-21fb92909c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.171071 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22add5f8-db78-416e-b071-21fb92909c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.219496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22add5f8-db78-416e-b071-21fb92909c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54681cfb-2af3-4efe-b685-a837bf4d9fee,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:57.224816 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-22add5f8-db78-416e-b071-21fb92909c97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3d40a54fe134ec399ed22c7c422d336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850990 Aug 19 18:50:57.230774 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46364) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:50:57.242001 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3bbd5676-99a2-41d6-99ac-428ff339d178 req-ca76db19-89ea-42fd-a8f1-05de4c575c3a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0804985 Aug 19 18:50:57.264003 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.281089 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Transition to ACTIVE for port object f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:57.326288 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e06ea189-c1ca-4cc1-81eb-77bca4147356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.355528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e06ea189-c1ca-4cc1-81eb-77bca4147356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.446865 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.498927 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e06ea189-c1ca-4cc1-81eb-77bca4147356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.508578 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e06ea189-c1ca-4cc1-81eb-77bca4147356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.511676 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e06ea189-c1ca-4cc1-81eb-77bca4147356 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54681cfb-2af3-4efe-b685-a837bf4d9fee HTTP/1.1" status: 204 len: 168 time: 0.2819676 Aug 19 18:50:57.522628 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Network d659019f-d992-4e86-87bd-b507b53fb8b0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:50:57.524456 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:57.528033 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:50:57.544908 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:50:57.548586 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ea189-c1ca-4cc1-81eb-77bca4147356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54681cfb-2af3-4efe-b685-a837bf4d9fee,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:57.619501 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:57.620231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.715616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-cfde5366-6c56-4626-837f-2c0ebf11c5a7 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2278759 Aug 19 18:50:57.751513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Request body: {'port': {'device_id': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:50:57.866087 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:57.887797 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6971ae-5704-48bf-ba29-dcc0a9455e22 req-387541df-8b20-4ae4-ba49-8dfd14c19827 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:57.902629 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ef6971ae-5704-48bf-ba29-dcc0a9455e22 req-387541df-8b20-4ae4-ba49-8dfd14c19827 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1141145 Aug 19 18:50:57.978031 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c70be1c3-c9a4-432a-86a8-9ef5562fdc14 None None] Provisioning for port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:50:57.984015 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c70be1c3-c9a4-432a-86a8-9ef5562fdc14 None None] Provisioning complete for port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:50:57.984394 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c70be1c3-c9a4-432a-86a8-9ef5562fdc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:58.072891 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c70be1c3-c9a4-432a-86a8-9ef5562fdc14 None None] Port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:50:58.075235 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ef6971ae-5704-48bf-ba29-dcc0a9455e22 req-8d49a1da-672f-4ea5-835c-bb2baeefa945 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765740 Aug 19 18:50:58.104843 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-c93dafb3-e345-4160-bd64-0072d6924d10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2011337 Aug 19 18:50:58.435476 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c8371-36f0-4c48-bc67-bb603f6fd5be req-21eb2eda-0adf-4695-8f64-0e7194ed9587 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:58.443185 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-582c8371-36f0-4c48-bc67-bb603f6fd5be req-21eb2eda-0adf-4695-8f64-0e7194ed9587 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.2382975 Aug 19 18:50:58.769070 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d10d95-27f6-4dbf-ac39-4ebe7527e091 req-2e9ab62e-afaf-43cf-b6bf-5b4dcbf3e20a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:58.770501 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31d10d95-27f6-4dbf-ac39-4ebe7527e091 req-2e9ab62e-afaf-43cf-b6bf-5b4dcbf3e20a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 932 time: 0.4113886 Aug 19 18:50:58.846743 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-582c8371-36f0-4c48-bc67-bb603f6fd5be req-9ea38d4f-6e08-4a25-9d32-d1a99bd6aa5f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028580 Aug 19 18:50:58.929154 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-31d10d95-27f6-4dbf-ac39-4ebe7527e091 req-65482429-2d62-46f6-bf97-6ccafdf55415 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423512 Aug 19 18:50:58.944741 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:50:58.987934 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.037665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Transition to ACTIVE for port object f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:50:59.107434 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.190406 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:50:59.471882 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Attempting to bind port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:50:59.472230 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Attempting to bind port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:50:59.472556 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Attempting to bind port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 on network d659019f-d992-4e86-87bd-b507b53fb8b0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:59.482836 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 on network d659019f-d992-4e86-87bd-b507b53fb8b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:50:59.483395 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Attempting to bind port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 on network d659019f-d992-4e86-87bd-b507b53fb8b0 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:50:59.520890 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048a28e-85db-416c-be84-35d83c16b49e req-62cfb0bf-faf8-4555-9867-c97d347ad4dd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.523384 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8048a28e-85db-416c-be84-35d83c16b49e req-62cfb0bf-faf8-4555-9867-c97d347ad4dd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1911631 Aug 19 18:50:59.524822 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:50:59.525320 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Checking segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:50:59.525808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Bound using segment: {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:50:59.526454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Bound port: f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99394da-73ea-42e8-bfca-8c8b85356d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:50:59.527043 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.621834 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8048a28e-85db-416c-be84-35d83c16b49e req-d8bda600-76a6-4e97-91f8-82064f4715a3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902865 Aug 19 18:50:59.679639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:50:59.683955 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:50:59.792741 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.808538 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ca7ae-374c-44db-b512-d74a50a5a02d req-8d85baf1-959c-436d-b1a0-35d99ab6acbf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.810855 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-620ca7ae-374c-44db-b512-d74a50a5a02d req-8d85baf1-959c-436d-b1a0-35d99ab6acbf tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0975542 Aug 19 18:50:59.871309 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:50:59.872759 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:50:59.875352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] 10.222.0.30 "PUT /v2.0/ports/f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 1094 time: 2.1300321 Aug 19 18:50:59.889413 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:50:59.893261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b808f4-6a9d-4658-b933-277248d09324" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:50:59.965474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545cdc45-e84a-4cb8-a988-43f8fd3d51c3 x-openstack-request-id: req-545cdc45-e84a-4cb8-a988-43f8fd3d51c3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:50:59.967207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:50:59.967502 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-545cdc45-e84a-4cb8-a988-43f8fd3d51c3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:50:59.967926 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'status': 'completed', 'code': 200} Aug 19 18:50:59.998778 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec57c16-28c9-403f-8bbc-9e9d4489be22 service neutron] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:00.023002 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-620ca7ae-374c-44db-b512-d74a50a5a02d req-b79302cf-60f8-4e1b-be65-031e57e5ccc8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820343 Aug 19 18:51:00.116137 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947b4e3-013c-4b4d-b794-e5fead15366e req-199fc686-72b2-41ce-af53-bf19bc63482b tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:00.118051 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9947b4e3-013c-4b4d-b794-e5fead15366e req-199fc686-72b2-41ce-af53-bf19bc63482b tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0745828 Aug 19 18:51:00.171678 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9947b4e3-013c-4b4d-b794-e5fead15366e req-34f9507d-0641-411e-9ba1-24c89e118eac tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415277 Aug 19 18:51:00.801769 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d13c50-8055-4dc8-8faf-de6408580561 req-69ec4e5c-5d6e-4bd2-81b9-45f7f495ada6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:00.803426 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-98d13c50-8055-4dc8-8faf-de6408580561 req-69ec4e5c-5d6e-4bd2-81b9-45f7f495ada6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0884583 Aug 19 18:51:00.853284 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-98d13c50-8055-4dc8-8faf-de6408580561 req-89213820-182c-40d3-9159-241a146a2eba tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419574 Aug 19 18:51:01.142791 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa83c-d4de-4911-bcb5-3886a50f0f05 req-526da52c-ec47-412a-8bd4-bbd97d1ab1ed tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:01.144422 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-94baa83c-d4de-4911-bcb5-3886a50f0f05 req-526da52c-ec47-412a-8bd4-bbd97d1ab1ed tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0505469 Aug 19 18:51:01.187522 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-94baa83c-d4de-4911-bcb5-3886a50f0f05 req-5c5ac957-a927-48a1-8055-7d33b0a3f085 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Aug 19 18:51:01.300811 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675df66e-8303-4016-8c53-6bb7132830eb req-efd879a0-424b-47fd-acca-b4871156ad5d tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:01.302422 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-675df66e-8303-4016-8c53-6bb7132830eb req-efd879a0-424b-47fd-acca-b4871156ad5d tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0525987 Aug 19 18:51:01.366548 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-675df66e-8303-4016-8c53-6bb7132830eb req-c0d7645e-3c37-4904-a67c-c1b378713121 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577106 Aug 19 18:51:01.996999 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36046-8087-4767-a3bb-62bb5b87ff8b req-b165037e-dbae-4c44-a888-8a3a5d5ed6e5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:01.998495 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a3f36046-8087-4767-a3bb-62bb5b87ff8b req-b165037e-dbae-4c44-a888-8a3a5d5ed6e5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0640733 Aug 19 18:51:02.035744 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a3f36046-8087-4767-a3bb-62bb5b87ff8b req-76680d79-1aad-4bac-a8d9-ede072bc7058 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Aug 19 18:51:02.349770 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed32c19-7a9d-4c6a-bc32-d91804f83352 req-7fa3ea2e-c367-47df-b5e1-fe67bd36931b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:02.351286 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5ed32c19-7a9d-4c6a-bc32-d91804f83352 req-7fa3ea2e-c367-47df-b5e1-fe67bd36931b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0776992 Aug 19 18:51:02.390937 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5ed32c19-7a9d-4c6a-bc32-d91804f83352 req-2eb8b66e-76c6-4ac9-b4ef-a1e5e009d368 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Aug 19 18:51:02.543295 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f5a6-bbe2-4852-8075-c7f8c986d9f0 req-624ed8c7-35bf-40b1-bf7b-40b6ab6e000e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:02.546144 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ec17f5a6-bbe2-4852-8075-c7f8c986d9f0 req-624ed8c7-35bf-40b1-bf7b-40b6ab6e000e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0638690 Aug 19 18:51:02.597215 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ec17f5a6-bbe2-4852-8075-c7f8c986d9f0 req-e531f3db-1fab-42c6-a824-0e1f08897cf9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Aug 19 18:51:03.191747 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182b1b9-69ea-4d9b-91aa-3c2688b84249 req-3837581d-e5cc-4b23-9723-274404951914 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:03.193274 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7182b1b9-69ea-4d9b-91aa-3c2688b84249 req-3837581d-e5cc-4b23-9723-274404951914 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0770948 Aug 19 18:51:03.235912 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7182b1b9-69ea-4d9b-91aa-3c2688b84249 req-a66cd885-1e28-4112-bbbc-fab809f1eabc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340919 Aug 19 18:51:03.558563 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f0f95-04be-43ed-b238-e94c1b5d9ac7 req-76c57e26-1902-4e89-9031-60eda530281d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:03.561414 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac9f0f95-04be-43ed-b238-e94c1b5d9ac7 req-76c57e26-1902-4e89-9031-60eda530281d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0564051 Aug 19 18:51:03.600667 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac9f0f95-04be-43ed-b238-e94c1b5d9ac7 req-da809f53-1698-4ade-be25-9aa83616d17a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331614 Aug 19 18:51:03.725018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54b760-be7e-460a-a9ba-dc88f961fdf3 req-d1d43bdf-8b7a-4a00-a01b-2ef12f602a1c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:03.727116 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c54b760-be7e-460a-a9ba-dc88f961fdf3 req-d1d43bdf-8b7a-4a00-a01b-2ef12f602a1c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0544348 Aug 19 18:51:03.789766 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c54b760-be7e-460a-a9ba-dc88f961fdf3 req-04a0cf44-d9d3-4108-a7c6-b618cb91280f tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404036 Aug 19 18:51:04.110062 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6039f9e6-ea79-40c3-a69e-52f1dabaa45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.379349 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6bdb7-6c8b-422e-b027-099b15874701 req-93407328-f465-4d61-8e79-195db36c9498 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.380793 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9dd6bdb7-6c8b-422e-b027-099b15874701 req-93407328-f465-4d61-8e79-195db36c9498 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0559857 Aug 19 18:51:04.444179 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9dd6bdb7-6c8b-422e-b027-099b15874701 req-ef6b42d4-71ec-43ae-bc93-5658e210c3ce tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566933 Aug 19 18:51:04.722236 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde38892-f4ea-4516-85ca-f8750351f0f0 req-97a66a70-d2f7-4214-ae9e-fa67d746d4d0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.727400 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fde38892-f4ea-4516-85ca-f8750351f0f0 req-97a66a70-d2f7-4214-ae9e-fa67d746d4d0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Aug 19 18:51:04.775442 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fde38892-f4ea-4516-85ca-f8750351f0f0 req-95168a78-ceea-4865-9185-5637ba562a33 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Aug 19 18:51:04.794792 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46598) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:04.906251 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080026d7-58e4-4293-a9c1-a6e330f76ef0 req-097481c9-738a-4781-8dfc-ea917f8cdb86 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:04.907878 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-080026d7-58e4-4293-a9c1-a6e330f76ef0 req-097481c9-738a-4781-8dfc-ea917f8cdb86 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0598311 Aug 19 18:51:04.945799 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c673ac42-8261-43fa-9c47-3032a7bd846e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:04.985699 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-080026d7-58e4-4293-a9c1-a6e330f76ef0 req-8ed4a4c0-3787-41ab-8d1a-312aa6c315ff tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710051 Aug 19 18:51:05.066045 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c673ac42-8261-43fa-9c47-3032a7bd846e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:05.410250 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c673ac42-8261-43fa-9c47-3032a7bd846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:05.472818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-c673ac42-8261-43fa-9c47-3032a7bd846e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09dcbaa91d914e8084bc932f2092e2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6766584 Aug 19 18:51:05.473990 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673ac42-8261-43fa-9c47-3032a7bd846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d95956-21dc-456a-ad38-24cd7c1c8dab,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:05.476908 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46612) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:05.550630 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f831297-c463-400d-8afa-ded4bd4de465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:05.598215 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f831297-c463-400d-8afa-ded4bd4de465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:05.647127 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678100-61e8-4ebf-9340-a4517b43d377 req-d499dd16-6b60-477f-ac29-1cc716ef3dee tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:05.649501 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b6678100-61e8-4ebf-9340-a4517b43d377 req-d499dd16-6b60-477f-ac29-1cc716ef3dee tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1150925 Aug 19 18:51:05.703762 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b6678100-61e8-4ebf-9340-a4517b43d377 req-add54f0b-48fb-4a4b-9929-6ca8e4c52675 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472529 Aug 19 18:51:05.772298 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f831297-c463-400d-8afa-ded4bd4de465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:05.775364 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f831297-c463-400d-8afa-ded4bd4de465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:05.776636 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4f831297-c463-400d-8afa-ded4bd4de465 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e7d95956-21dc-456a-ad38-24cd7c1c8dab HTTP/1.1" status: 204 len: 168 time: 0.2986317 Aug 19 18:51:05.788983 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f831297-c463-400d-8afa-ded4bd4de465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d95956-21dc-456a-ad38-24cd7c1c8dab,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:05.923143 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d32acd-8004-4285-96b5-eec7c4b302ce req-e7fe4fa4-bfce-4640-aea5-ac7759ca96ca tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:05.924606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b3d32acd-8004-4285-96b5-eec7c4b302ce req-e7fe4fa4-bfce-4640-aea5-ac7759ca96ca tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0683289 Aug 19 18:51:05.977324 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b3d32acd-8004-4285-96b5-eec7c4b302ce req-a5a896ea-efe4-43bd-84cc-1c5991fcef74 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Aug 19 18:51:06.148050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fab9d4-77c2-483b-8952-c267c59e4191 req-76675456-b13f-4e02-8dc6-f65ed23ac189 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.149581 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48fab9d4-77c2-483b-8952-c267c59e4191 req-76675456-b13f-4e02-8dc6-f65ed23ac189 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0674095 Aug 19 18:51:06.209350 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48fab9d4-77c2-483b-8952-c267c59e4191 req-d58cdbdc-d411-4e6a-8dfd-6ce4e8f9eff6 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527146 Aug 19 18:51:06.773986 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa08d5c2-a945-40f4-855a-70935846794f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:06.846091 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3552a-b8d3-49ca-be36-934e424bfaa1 req-69130b51-3418-4397-8e53-1c39f3d52138 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:06.850673 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ecc3552a-b8d3-49ca-be36-934e424bfaa1 req-69130b51-3418-4397-8e53-1c39f3d52138 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0605974 Aug 19 18:51:06.887448 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ecc3552a-b8d3-49ca-be36-934e424bfaa1 req-f90d626b-22fa-432c-8b07-ddb91a691540 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Aug 19 18:51:07.133484 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a91cf-300f-4788-bd60-bb31afd4dde7 req-18bc7a4f-3836-474b-8962-6bf102fed89a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:07.141513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-065a91cf-300f-4788-bd60-bb31afd4dde7 req-18bc7a4f-3836-474b-8962-6bf102fed89a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0864918 Aug 19 18:51:07.182703 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-065a91cf-300f-4788-bd60-bb31afd4dde7 req-c30d30d6-65c0-4b97-8c04-43d4eccc0b91 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Aug 19 18:51:07.398858 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364411e8-d972-48a6-bdb9-6369a97b8f80 req-05c20138-87e6-4f79-ac3f-c9ad4e4c0513 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:07.402026 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-364411e8-d972-48a6-bdb9-6369a97b8f80 req-05c20138-87e6-4f79-ac3f-c9ad4e4c0513 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0787966 Aug 19 18:51:07.410086 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:07.455439 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-364411e8-d972-48a6-bdb9-6369a97b8f80 req-c120e2fe-f984-4cec-a5fa-b21e745c34a2 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481949 Aug 19 18:51:08.019344 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:08.030319 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba267c84-e307-41c4-af37-70c8684162d6 req-67eeafd3-dbc1-4511-a176-e6afde2004b8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:08.030319 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ba267c84-e307-41c4-af37-70c8684162d6 req-67eeafd3-dbc1-4511-a176-e6afde2004b8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0526607 Aug 19 18:51:08.092664 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ba267c84-e307-41c4-af37-70c8684162d6 req-187ccace-5f0b-4531-b6c7-008f2520c401 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391800 Aug 19 18:51:08.334187 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaee4c5-bb29-4e60-8596-c48ae2857131 req-c1b307c0-358d-4d90-aaea-2dcdfdbc7af7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:08.340849 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-acaee4c5-bb29-4e60-8596-c48ae2857131 req-c1b307c0-358d-4d90-aaea-2dcdfdbc7af7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0842135 Aug 19 18:51:08.386334 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-acaee4c5-bb29-4e60-8596-c48ae2857131 req-feb3c645-74aa-470e-9b67-6d8974e632a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Aug 19 18:51:08.583590 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b7d42-ebc7-4818-9abb-71a758bb4169 req-19b95819-3edd-4c4c-9e16-0580b3bfb27d tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:08.585130 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd3b7d42-ebc7-4818-9abb-71a758bb4169 req-19b95819-3edd-4c4c-9e16-0580b3bfb27d tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0544050 Aug 19 18:51:08.625956 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd3b7d42-ebc7-4818-9abb-71a758bb4169 req-647577cb-236b-43c2-9ff8-942054240222 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Aug 19 18:51:09.235268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5de1f-cfc5-4278-83b2-96b4dcc85956 req-762b3be6-f0cb-4592-b1e2-5bff9df1b0e2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:09.237137 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-19a5de1f-cfc5-4278-83b2-96b4dcc85956 req-762b3be6-f0cb-4592-b1e2-5bff9df1b0e2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0617669 Aug 19 18:51:09.296431 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-19a5de1f-cfc5-4278-83b2-96b4dcc85956 req-900ba5a2-194e-4885-a19b-2f38600d94ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493774 Aug 19 18:51:09.335954 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:09.549510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b98266-3bc1-4e9e-961a-98f2ab5b75fa req-2f857ad5-1464-4a1f-b9c3-dfb64a1f4345 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:09.563333 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-25b98266-3bc1-4e9e-961a-98f2ab5b75fa req-2f857ad5-1464-4a1f-b9c3-dfb64a1f4345 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0753937 Aug 19 18:51:09.607252 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-25b98266-3bc1-4e9e-961a-98f2ab5b75fa req-0e6641cf-aed4-4192-bb77-bff8a62dbe51 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Aug 19 18:51:09.788376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39035a9-0746-4916-a8d2-027aa27ee0ca req-fec762dd-b8c1-4c7a-8917-9fae8f8c91d8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:09.789951 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c39035a9-0746-4916-a8d2-027aa27ee0ca req-fec762dd-b8c1-4c7a-8917-9fae8f8c91d8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0898924 Aug 19 18:51:09.861336 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c39035a9-0746-4916-a8d2-027aa27ee0ca req-644d56e7-00e5-482d-a9bc-6fb09c3267c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633729 Aug 19 18:51:09.877964 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46738) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:10.053646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-790e2126-5b41-4183-a84d-80c62cd75019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.189123 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-790e2126-5b41-4183-a84d-80c62cd75019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.258157 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-790e2126-5b41-4183-a84d-80c62cd75019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.301898 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-790e2126-5b41-4183-a84d-80c62cd75019 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1fe9a72cd0dd473a9315c47833a0b8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225211 Aug 19 18:51:10.303064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e2126-5b41-4183-a84d-80c62cd75019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c315d4a2-f614-43eb-8046-5f3daa3a40a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:10.304460 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46748) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:10.384880 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84263a23-29e5-48d3-998e-dacbaf9a3340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.411648 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84263a23-29e5-48d3-998e-dacbaf9a3340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.464559 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262a13c-a7fe-48d5-b8d2-4a4c4b3fe1d5 req-add17ca7-ffbb-40ae-980c-e42576d2f7d8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:10.464559 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7262a13c-a7fe-48d5-b8d2-4a4c4b3fe1d5 req-add17ca7-ffbb-40ae-980c-e42576d2f7d8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0746262 Aug 19 18:51:10.511598 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7262a13c-a7fe-48d5-b8d2-4a4c4b3fe1d5 req-4e767001-ed29-4707-b098-b6385c751feb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400703 Aug 19 18:51:10.549114 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84263a23-29e5-48d3-998e-dacbaf9a3340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.552187 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-84263a23-29e5-48d3-998e-dacbaf9a3340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:10.553502 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-84263a23-29e5-48d3-998e-dacbaf9a3340 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c315d4a2-f614-43eb-8046-5f3daa3a40a5 HTTP/1.1" status: 204 len: 168 time: 0.2480493 Aug 19 18:51:10.563692 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84263a23-29e5-48d3-998e-dacbaf9a3340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c315d4a2-f614-43eb-8046-5f3daa3a40a5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:10.731308 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831fd13-b863-4ad9-8064-1ec59729feed req-2d053255-373e-4475-8ce8-e8cc0194c9d8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:10.732868 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c831fd13-b863-4ad9-8064-1ec59729feed req-2d053255-373e-4475-8ce8-e8cc0194c9d8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0508389 Aug 19 18:51:10.771986 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c831fd13-b863-4ad9-8064-1ec59729feed req-affeeb15-4cfb-49a2-9b4f-a78b99b1140d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Aug 19 18:51:10.992704 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45540b-9c1c-42f8-9dfd-9bf9fcd63cce req-a02266c0-8158-4c2b-a104-d6b9656565aa tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:10.995261 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1f45540b-9c1c-42f8-9dfd-9bf9fcd63cce req-a02266c0-8158-4c2b-a104-d6b9656565aa tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0509183 Aug 19 18:51:11.044302 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1f45540b-9c1c-42f8-9dfd-9bf9fcd63cce req-fa189cfd-3566-480a-a0b5-fdfe6b86907d tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394657 Aug 19 18:51:11.354027 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46770) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:11.368114 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa98d34f-8474-46d6-9a8d-3d3153e13fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.464105 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa98d34f-8474-46d6-9a8d-3d3153e13fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.537987 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa98d34f-8474-46d6-9a8d-3d3153e13fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.588250 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-aa98d34f-8474-46d6-9a8d-3d3153e13fd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7da3ea316b948668818936836a95d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309856 Aug 19 18:51:11.588697 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46780) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:11.588833 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98d34f-8474-46d6-9a8d-3d3153e13fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd1b622-56c0-4a89-a587-9baf9c12713a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:11.675943 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ed818-3cdc-4905-b20c-1de38918717e req-bf43c9ee-c157-4fc1-a3eb-4f6433fe4754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.677421 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e0ed818-3cdc-4905-b20c-1de38918717e req-bf43c9ee-c157-4fc1-a3eb-4f6433fe4754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0799572 Aug 19 18:51:11.693137 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0b3-20ef-471d-a802-b9bf6c71f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.734098 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e0ed818-3cdc-4905-b20c-1de38918717e req-499e02bb-8497-4349-86ba-bcf6b72c2aa7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495145 Aug 19 18:51:11.735901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0b3-20ef-471d-a802-b9bf6c71f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.870284 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0b3-20ef-471d-a802-b9bf6c71f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.873903 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0b3-20ef-471d-a802-b9bf6c71f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:11.875229 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-31c3a0b3-20ef-471d-a802-b9bf6c71f3b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bd1b622-56c0-4a89-a587-9baf9c12713a HTTP/1.1" status: 204 len: 168 time: 0.2854717 Aug 19 18:51:11.889207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3a0b3-20ef-471d-a802-b9bf6c71f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd1b622-56c0-4a89-a587-9baf9c12713a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:11.908420 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce012d-ccb6-469c-b440-07b3c148b880 req-a9b2d55f-813c-4dd0-b87f-03fbc132f582 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:11.913917 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9ce012d-ccb6-469c-b440-07b3c148b880 req-a9b2d55f-813c-4dd0-b87f-03fbc132f582 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0703533 Aug 19 18:51:11.951307 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9ce012d-ccb6-469c-b440-07b3c148b880 req-91aa3b85-2c3c-4280-b248-6234639cc771 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Aug 19 18:51:12.172688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14307bfd-8c98-4f4d-aa8d-2b955114c27a req-21670fa2-d31f-4782-acee-6664ad63ca82 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:12.174203 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-14307bfd-8c98-4f4d-aa8d-2b955114c27a req-21670fa2-d31f-4782-acee-6664ad63ca82 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0530980 Aug 19 18:51:12.216948 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-14307bfd-8c98-4f4d-aa8d-2b955114c27a req-d32e7980-512d-49a6-ba8a-754138413c97 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Aug 19 18:51:12.576735 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46798) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:12.590347 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb088f3e-b68b-4bcc-87e6-203dee31ca70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.676804 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb088f3e-b68b-4bcc-87e6-203dee31ca70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.743356 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb088f3e-b68b-4bcc-87e6-203dee31ca70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.783488 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-cb088f3e-b68b-4bcc-87e6-203dee31ca70 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e15deebfe6ad43a3bf884d839736a625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055891 Aug 19 18:51:12.784349 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb088f3e-b68b-4bcc-87e6-203dee31ca70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b9bf75-1db3-4910-8a96-0de9c0e5be3d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:12.786153 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46802) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:12.843148 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4d8c-6c45-436f-a2ee-acfc62ba45f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.856707 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b4320-a577-4df5-bb78-9d6e9a4a6566 req-e9a74b57-affc-4b2d-8bd8-3db273e0e861 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:12.858232 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b8b4320-a577-4df5-bb78-9d6e9a4a6566 req-e9a74b57-affc-4b2d-8bd8-3db273e0e861 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0498271 Aug 19 18:51:12.864467 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4d8c-6c45-436f-a2ee-acfc62ba45f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.896624 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b8b4320-a577-4df5-bb78-9d6e9a4a6566 req-0001cfd4-09ee-4104-adc3-f8b4dfaede63 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Aug 19 18:51:12.983845 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4d8c-6c45-436f-a2ee-acfc62ba45f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.986440 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4d8c-6c45-436f-a2ee-acfc62ba45f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:12.987671 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-eb1f4d8c-6c45-436f-a2ee-acfc62ba45f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8b9bf75-1db3-4910-8a96-0de9c0e5be3d HTTP/1.1" status: 204 len: 168 time: 0.1994038 Aug 19 18:51:12.995872 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f4d8c-6c45-436f-a2ee-acfc62ba45f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b9bf75-1db3-4910-8a96-0de9c0e5be3d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:13.086677 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df950a8f-cd49-4e51-acdc-93479347ffd7 req-3d3482c6-c8ef-4503-b67b-1dd2ec080c4e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:13.088231 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df950a8f-cd49-4e51-acdc-93479347ffd7 req-3d3482c6-c8ef-4503-b67b-1dd2ec080c4e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0548065 Aug 19 18:51:13.127508 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df950a8f-cd49-4e51-acdc-93479347ffd7 req-16fd78f9-4be2-4d22-be55-e8d22b80838f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Aug 19 18:51:13.335717 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018f213-1ba9-4fc8-8f8f-4dd373864140 req-3814e0c8-f2f2-4f30-b7a8-c275cf47c292 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:13.337160 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8018f213-1ba9-4fc8-8f8f-4dd373864140 req-3814e0c8-f2f2-4f30-b7a8-c275cf47c292 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0518448 Aug 19 18:51:13.380752 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8018f213-1ba9-4fc8-8f8f-4dd373864140 req-453d0044-614d-4960-833e-b1f6983f3cfa tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Aug 19 18:51:14.022294 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b808f4-6a9d-4658-b933-277248d09324 req-774d9f5a-47a7-4962-9e53-69402e8f3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.025113 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-88b808f4-6a9d-4658-b933-277248d09324 req-774d9f5a-47a7-4962-9e53-69402e8f3f4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1097 time: 0.1048548 Aug 19 18:51:14.029683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-41add1f1-b6a9-44f7-9607-29aaaaf3781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.031165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-41add1f1-b6a9-44f7-9607-29aaaaf3781e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.1094863 Aug 19 18:51:14.061637 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78e038-e8ef-49b5-8708-3fe8a2f4e97e req-8bc1e7f4-4146-424f-8a64-be99af08251e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.063537 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4a78e038-e8ef-49b5-8708-3fe8a2f4e97e req-8bc1e7f4-4146-424f-8a64-be99af08251e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0791469 Aug 19 18:51:14.218252 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4a78e038-e8ef-49b5-8708-3fe8a2f4e97e req-383dc996-5489-4827-990d-c503e206fb82 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479297 Aug 19 18:51:14.306317 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b808f4-6a9d-4658-b933-277248d09324 req-605cb30f-5363-4d8f-9e3e-420bf2b13500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.308354 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-88b808f4-6a9d-4658-b933-277248d09324 req-605cb30f-5363-4d8f-9e3e-420bf2b13500 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2281311 Aug 19 18:51:14.313641 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-483c36ad-0ecf-4eb5-b73f-bbfac74c1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.315110 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-483c36ad-0ecf-4eb5-b73f-bbfac74c1ae8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.2146103 Aug 19 18:51:14.327392 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1911-8419-4eb0-b0af-410f06a4dd7a req-17a11f05-5154-4670-92db-f8d2ce471f84 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.328951 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-701a1911-8419-4eb0-b0af-410f06a4dd7a req-17a11f05-5154-4670-92db-f8d2ce471f84 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0985203 Aug 19 18:51:14.370710 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-701a1911-8419-4eb0-b0af-410f06a4dd7a req-97685916-2fbf-4a41-a577-fcd2df68131b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346515 Aug 19 18:51:14.497130 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be32d2-be91-4cf6-b178-a2ec6ae6186c req-de215c8a-99dd-4e28-88af-7c56634bbedb tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:14.498768 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75be32d2-be91-4cf6-b178-a2ec6ae6186c req-de215c8a-99dd-4e28-88af-7c56634bbedb tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0489144 Aug 19 18:51:14.536604 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75be32d2-be91-4cf6-b178-a2ec6ae6186c req-39f3bf13-db1a-4234-b7cf-7d144b2e0c37 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318086 Aug 19 18:51:14.791161 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 46858) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:14.918057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-981ad9ef-bfd7-4736-870b-c73c88a2c4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.005361 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-981ad9ef-bfd7-4736-870b-c73c88a2c4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.165992 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-981ad9ef-bfd7-4736-870b-c73c88a2c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.212422 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-981ad9ef-bfd7-4736-870b-c73c88a2c4b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26ebe09ddc1045ca915f70948062064b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176815 Aug 19 18:51:15.212422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ad9ef-bfd7-4736-870b-c73c88a2c4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187c19ff-64bc-4973-9ff7-26e9d7dfd9cc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:15.213639 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 46866) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:15.269236 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4269b326-5b36-49a1-9a43-6a2374df5490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.295231 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4269b326-5b36-49a1-9a43-6a2374df5490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.370861 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee765c5-75d8-4cd9-87d5-b6178b2a41af req-9178e55d-cf77-490a-b558-4f1a7f7ac6a1 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:15.379036 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9ee765c5-75d8-4cd9-87d5-b6178b2a41af req-9178e55d-cf77-490a-b558-4f1a7f7ac6a1 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0669160 Aug 19 18:51:15.415958 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9ee765c5-75d8-4cd9-87d5-b6178b2a41af req-288cca14-34ed-4aed-9c67-f9e4c892beb4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359259 Aug 19 18:51:15.438277 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4269b326-5b36-49a1-9a43-6a2374df5490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.441209 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4269b326-5b36-49a1-9a43-6a2374df5490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:15.442940 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4269b326-5b36-49a1-9a43-6a2374df5490 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/187c19ff-64bc-4973-9ff7-26e9d7dfd9cc HTTP/1.1" status: 204 len: 168 time: 0.2285614 Aug 19 18:51:15.457209 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269b326-5b36-49a1-9a43-6a2374df5490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187c19ff-64bc-4973-9ff7-26e9d7dfd9cc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:15.554196 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5568c6d-9b14-4508-91f1-fe9fec6c729d req-458767f6-2146-45c2-b733-541c3149afa0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:15.558958 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b5568c6d-9b14-4508-91f1-fe9fec6c729d req-458767f6-2146-45c2-b733-541c3149afa0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0991914 Aug 19 18:51:15.606738 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b5568c6d-9b14-4508-91f1-fe9fec6c729d req-51452951-8483-4973-912f-c64eb9d6ae99 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Aug 19 18:51:15.675026 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438133b4-cadb-4ff6-9668-74772bbb1a8e req-266dd5ab-6129-476c-ac78-95327477f0f9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:15.676528 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-438133b4-cadb-4ff6-9668-74772bbb1a8e req-266dd5ab-6129-476c-ac78-95327477f0f9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0526772 Aug 19 18:51:15.719565 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-438133b4-cadb-4ff6-9668-74772bbb1a8e req-6e516aa9-f10b-4c51-b691-e5b1d4a18b89 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Aug 19 18:51:16.198697 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-468036c5-e35d-4ed4-b23c-9e4198b08967 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 217 time: 0.0678818 Aug 19 18:51:16.244377 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b808f4-6a9d-4658-b933-277248d09324 req-83568430-0b0b-4ba8-a509-03116aa7efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:16.245838 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-88b808f4-6a9d-4658-b933-277248d09324 req-83568430-0b0b-4ba8-a509-03116aa7efe3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239800 Aug 19 18:51:16.569545 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fe9f2-9213-4ca2-9dc1-d2c4b3a17c31 req-68dd0721-62ea-49cc-933b-50906d2856e0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:16.571114 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d00fe9f2-9213-4ca2-9dc1-d2c4b3a17c31 req-68dd0721-62ea-49cc-933b-50906d2856e0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0527477 Aug 19 18:51:16.610550 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d00fe9f2-9213-4ca2-9dc1-d2c4b3a17c31 req-e6e8d7f3-73eb-4b04-a510-c9f64d9c5d87 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325425 Aug 19 18:51:16.721645 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9304b9-c4d8-454e-8d81-515f4c48edbe req-fd7ea2c7-1912-484c-a214-57a6cd95bfa3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:16.723165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cd9304b9-c4d8-454e-8d81-515f4c48edbe req-fd7ea2c7-1912-484c-a214-57a6cd95bfa3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0484605 Aug 19 18:51:16.764623 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cd9304b9-c4d8-454e-8d81-515f4c48edbe req-ad6db052-ac7f-4463-8acb-b2857361b82f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Aug 19 18:51:16.836833 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db852b71-eaf5-43a1-8439-ecbe36c6fdec req-b64e77d6-183f-4e22-89d1-1a51ebff9748 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:16.838319 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db852b71-eaf5-43a1-8439-ecbe36c6fdec req-b64e77d6-183f-4e22-89d1-1a51ebff9748 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0491371 Aug 19 18:51:16.876172 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db852b71-eaf5-43a1-8439-ecbe36c6fdec req-60d110ab-5345-4e24-864a-8e94193643d3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Aug 19 18:51:17.238312 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-86fc7d14-bcb7-4cf3-a5fe-06805c213c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.240059 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-86fc7d14-bcb7-4cf3-a5fe-06805c213c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.0487466 Aug 19 18:51:17.328359 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-8b93b759-5b73-4b3e-826f-53b1e9703d89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313797 Aug 19 18:51:17.410370 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-c88ef136-337f-4e02-ad90-cd4a4900b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.411916 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-c88ef136-337f-4e02-ad90-cd4a4900b98a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1097 time: 0.1071196 Aug 19 18:51:17.439427 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-838ec82f-b1da-4a91-ae97-c4fda8e4f5b8 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974691 Aug 19 18:51:17.481387 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-9f642252-0d91-45d9-bd96-0f26c12d8835 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 217 time: 0.0409505 Aug 19 18:51:17.578712 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fe43cf61-c2a1-4714-859c-696b719845ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.580240 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-fe43cf61-c2a1-4714-859c-696b719845ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 200 len: 854 time: 0.0883477 Aug 19 18:51:17.617900 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd1c9d94-2800-4c31-8a5a-c3b25f1337e7 req-ebd0d557-a6df-4d50-a7b1-cf37123ec6af service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440310 Aug 19 18:51:17.634786 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-d76d0199-3ae3-47a1-9c5b-d1092a353b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.636351 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-d76d0199-3ae3-47a1-9c5b-d1092a353b1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d659019f-d992-4e86-87bd-b507b53fb8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439961 Aug 19 18:51:17.730806 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc08d6-af25-497b-8d88-f2ddf923fe3b req-bfcb8fc5-a0c7-4006-8b5d-e244e1687507 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.732467 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0dfc08d6-af25-497b-8d88-f2ddf923fe3b req-bfcb8fc5-a0c7-4006-8b5d-e244e1687507 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0488727 Aug 19 18:51:17.770284 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0dfc08d6-af25-497b-8d88-f2ddf923fe3b req-ba151309-c8bf-46c0-bc49-4d13c6c751dc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319600 Aug 19 18:51:17.883822 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30baa3-3a47-4a31-bb10-eaa5d5885b5a req-ac011ad0-f715-4806-9ae5-a12689246ad4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.885298 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ba30baa3-3a47-4a31-bb10-eaa5d5885b5a req-ac011ad0-f715-4806-9ae5-a12689246ad4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 19 18:51:17.924921 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ba30baa3-3a47-4a31-bb10-eaa5d5885b5a req-0a57da42-1a26-4dca-9d84-a73ff9adc79d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Aug 19 18:51:17.990732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987df599-d896-456a-9cd6-62da57558716 req-3e8ce1a8-e89d-4064-8d0b-2f80f33676fa tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:17.992157 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-987df599-d896-456a-9cd6-62da57558716 req-3e8ce1a8-e89d-4064-8d0b-2f80f33676fa tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0484395 Aug 19 18:51:18.031046 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-987df599-d896-456a-9cd6-62da57558716 req-310608c7-5dcd-475c-98b5-9a186608ca92 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Aug 19 18:51:18.890016 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e506b39-317b-45b2-96f6-55a1daed2d72 req-582d431e-e94d-4738-8908-2fca5c7fb9eb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:18.891631 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e506b39-317b-45b2-96f6-55a1daed2d72 req-582d431e-e94d-4738-8908-2fca5c7fb9eb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0500212 Aug 19 18:51:18.932140 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e506b39-317b-45b2-96f6-55a1daed2d72 req-6910147c-ce82-4b34-b110-f6d0346025a0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344625 Aug 19 18:51:19.041917 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f39cf-6129-465e-b030-e0258eb50804 req-224edf78-59d1-4d84-b9a9-ff762c1ac2a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:19.043423 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af0f39cf-6129-465e-b030-e0258eb50804 req-224edf78-59d1-4d84-b9a9-ff762c1ac2a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0526214 Aug 19 18:51:19.082246 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af0f39cf-6129-465e-b030-e0258eb50804 req-96bc35d7-6497-4cc9-b426-dbecf17300b5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321367 Aug 19 18:51:19.144858 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc39796-62b0-4efe-9103-9ecd5f715fb6 req-2bd71bfc-7dbd-4061-a175-5bbb45c389d9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:19.146338 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3dc39796-62b0-4efe-9103-9ecd5f715fb6 req-2bd71bfc-7dbd-4061-a175-5bbb45c389d9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0479579 Aug 19 18:51:19.183771 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3dc39796-62b0-4efe-9103-9ecd5f715fb6 req-b2eab5c9-4d56-4fe8-8002-e68c761458c6 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Aug 19 18:51:20.051620 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23aa1e7-3c32-42d5-ab20-9b8fda055913 req-cb518008-9635-436c-97bc-f3aea3a92fb8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:20.053123 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a23aa1e7-3c32-42d5-ab20-9b8fda055913 req-cb518008-9635-436c-97bc-f3aea3a92fb8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0491383 Aug 19 18:51:20.091488 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a23aa1e7-3c32-42d5-ab20-9b8fda055913 req-cd793faa-121a-48e9-b5a9-a45fe6bc5260 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Aug 19 18:51:20.205130 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec52db-b37d-4b58-9d90-d83e36696c2b req-731eb323-13ff-415d-92f0-ffcf63c933e9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:20.206772 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-11ec52db-b37d-4b58-9d90-d83e36696c2b req-731eb323-13ff-415d-92f0-ffcf63c933e9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0520494 Aug 19 18:51:20.245027 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-11ec52db-b37d-4b58-9d90-d83e36696c2b req-def75d51-1b2f-4466-9dfe-97033dd754c9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Aug 19 18:51:20.298555 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf715fec-3fce-4c4e-8d0f-106d08c478ee req-0eec758d-51f6-4627-ac6b-2753045d9ac4 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:20.300084 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cf715fec-3fce-4c4e-8d0f-106d08c478ee req-0eec758d-51f6-4627-ac6b-2753045d9ac4 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0486648 Aug 19 18:51:20.338589 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cf715fec-3fce-4c4e-8d0f-106d08c478ee req-d73b24c4-b542-4b21-8a08-05272dadb935 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323236 Aug 19 18:51:20.773768 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-0a645a08-3fa4-4dfc-a3d7-7c8359586d1b service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144352 Aug 19 18:51:20.782327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-dc77e619-b4a9-419d-9a1f-9b3e499ea2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:20.783864 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-dc77e619-b4a9-419d-9a1f-9b3e499ea2cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.0563056 Aug 19 18:51:20.934728 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-841f623a-1aae-42b1-8f9b-470e8317fe27 req-054f2039-eb59-4a53-8ecc-8c33f4259a94 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489401 Aug 19 18:51:20.944833 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-d39a38a0-bb42-46fd-8113-560ded40d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:20.946330 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-d39a38a0-bb42-46fd-8113-560ded40d973 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.1431231 Aug 19 18:51:20.996848 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-446a655d-5cdf-4b04-8146-874d341e4747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 217 time: 0.0390790 Aug 19 18:51:21.053091 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-1a582316-462a-4da6-9e45-3344f0c4237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:21.054565 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-1a582316-462a-4da6-9e45-3344f0c4237c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.0475345 Aug 19 18:51:21.125346 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-9bb7b341-8437-4b02-9bd3-f2a4c53a45f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275049 Aug 19 18:51:21.533420 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56425090-a512-45e1-b2ef-5767648bcc09 req-764ccdaa-8a43-4a65-9575-884bf34d4d72 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:21.534933 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-56425090-a512-45e1-b2ef-5767648bcc09 req-764ccdaa-8a43-4a65-9575-884bf34d4d72 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.3630526 Aug 19 18:51:21.537072 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-e6c6ab7c-1b6e-4be3-ac34-4fe6ea56d891 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883071 Aug 19 18:51:21.557485 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d048d4-e147-4169-8452-6be6d958df61 req-c247337f-8dc4-49a7-a8e9-df4f6133bf49 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:21.559024 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-21d048d4-e147-4169-8452-6be6d958df61 req-c247337f-8dc4-49a7-a8e9-df4f6133bf49 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1088185 Aug 19 18:51:21.685669 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-56425090-a512-45e1-b2ef-5767648bcc09 req-49b020fe-85ce-4bbc-bc9b-cdae582df7db tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326320 Aug 19 18:51:21.685669 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-21d048d4-e147-4169-8452-6be6d958df61 req-1532d32b-842e-4d80-a01b-f4a5af6530f4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043065 Aug 19 18:51:21.709525 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed0bef08-44e7-45cc-9321-d9bcc6095c08 req-9a12090a-7429-4a2c-bd51-1f6aed8a1adc service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483512 Aug 19 18:51:21.794728 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa0317-3069-40c0-a449-da2e5b1f923c req-e7a22372-2dc3-49fa-aae4-86ee2a3dbf83 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:21.796312 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-70fa0317-3069-40c0-a449-da2e5b1f923c req-e7a22372-2dc3-49fa-aae4-86ee2a3dbf83 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0514660 Aug 19 18:51:21.836646 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-70fa0317-3069-40c0-a449-da2e5b1f923c req-af14d0e0-50a4-4055-98b3-473e33b97d13 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Aug 19 18:51:22.846559 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a70fee-79c9-4080-8b1c-5d76fe4ee5db req-93d900d7-c71e-487f-9c78-dba038cdb0e2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:22.850402 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-00a70fee-79c9-4080-8b1c-5d76fe4ee5db req-93d900d7-c71e-487f-9c78-dba038cdb0e2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0953171 Aug 19 18:51:22.859962 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b1b7-5ba1-4c53-893d-b8dee8f9ec96 req-6c4fdd61-f1b9-4723-9acb-387eafd5ba61 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:22.864638 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f427b1b7-5ba1-4c53-893d-b8dee8f9ec96 req-6c4fdd61-f1b9-4723-9acb-387eafd5ba61 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0974500 Aug 19 18:51:22.914077 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-00a70fee-79c9-4080-8b1c-5d76fe4ee5db req-34bc4b67-8b03-49e3-9e4c-c1ebc525cd4e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515368 Aug 19 18:51:22.927583 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f427b1b7-5ba1-4c53-893d-b8dee8f9ec96 req-0b986755-07b6-4edb-b409-7748e838c7b6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511529 Aug 19 18:51:23.026840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa585cc6-4200-4547-96e3-f7f987560c0f req-37e9bb37-3c63-4784-9043-b01ecd6b2146 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:23.028618 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa585cc6-4200-4547-96e3-f7f987560c0f req-37e9bb37-3c63-4784-9043-b01ecd6b2146 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0538547 Aug 19 18:51:23.069212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa585cc6-4200-4547-96e3-f7f987560c0f req-f80c613f-d15c-42b6-a929-cbab09bf61e9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337675 Aug 19 18:51:23.429383 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b11800-d760-4df6-9dce-27c0717e8151 req-79d8b5dc-d07f-4277-92cc-526b5e3bc0f7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:23.430766 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92b11800-d760-4df6-9dce-27c0717e8151 req-79d8b5dc-d07f-4277-92cc-526b5e3bc0f7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0524304 Aug 19 18:51:23.470018 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92b11800-d760-4df6-9dce-27c0717e8151 req-d75c76f0-cd83-412a-b62c-ba266cc8d068 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333376 Aug 19 18:51:24.061972 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db01251-54c5-4955-aaa0-04115a9ab65a req-c04e8852-493c-4724-b9b5-f416274aaf58 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:24.063491 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0db01251-54c5-4955-aaa0-04115a9ab65a req-c04e8852-493c-4724-b9b5-f416274aaf58 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0760427 Aug 19 18:51:24.094370 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938428d0-80e7-42a8-bba4-957a9535b329 req-2a924ad8-b418-4a68-8876-70a5051bddfa tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:24.095976 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-938428d0-80e7-42a8-bba4-957a9535b329 req-2a924ad8-b418-4a68-8876-70a5051bddfa tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0756321 Aug 19 18:51:24.131641 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0db01251-54c5-4955-aaa0-04115a9ab65a req-3d4ec051-9857-424e-8b9a-cf97940909c8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617392 Aug 19 18:51:24.149293 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-938428d0-80e7-42a8-bba4-957a9535b329 req-091aa202-937c-4f8c-9a3a-8e00b5f622b6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473988 Aug 19 18:51:24.247921 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dcf87-94df-4ff9-b92e-1498d52f5b59 req-4aab2324-9081-464d-8a09-f752ab85ae60 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:24.249459 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-368dcf87-94df-4ff9-b92e-1498d52f5b59 req-4aab2324-9081-464d-8a09-f752ab85ae60 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0573707 Aug 19 18:51:24.287992 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-368dcf87-94df-4ff9-b92e-1498d52f5b59 req-50e2adde-b2e8-412b-aa92-6a441ce901b9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Aug 19 18:51:24.587404 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5a7cc-2d08-41ad-856d-dd03ca41e93a req-940b6707-19dd-41ee-8bb8-131c4904349c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:24.588894 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-60f5a7cc-2d08-41ad-856d-dd03ca41e93a req-940b6707-19dd-41ee-8bb8-131c4904349c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Aug 19 18:51:24.626589 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-60f5a7cc-2d08-41ad-856d-dd03ca41e93a req-2148d474-f0c6-40c2-a30b-b3446511f92f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Aug 19 18:51:25.073367 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:25.167993 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:25.179506 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'mac_address': 'fa:16:3e:99:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:25.223767 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:25.237373 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:25.257237 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:25.284679 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff29d-fb35-4246-ae62-02649bfbcc90 req-96e9c30e-c624-44dd-aa63-b7ce15d04be2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:25.286160 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-edeff29d-fb35-4246-ae62-02649bfbcc90 req-96e9c30e-c624-44dd-aa63-b7ce15d04be2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0766675 Aug 19 18:51:25.318055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf11b-e67b-45c0-b9e5-58ae96dc0aaf req-82987250-6285-430f-84a9-633b9a3ad3c8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:25.319568 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2bcdf11b-e67b-45c0-b9e5-58ae96dc0aaf req-82987250-6285-430f-84a9-633b9a3ad3c8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0813632 Aug 19 18:51:25.325958 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:25.349728 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-edeff29d-fb35-4246-ae62-02649bfbcc90 req-5218f378-919f-4fb1-ae53-0f6c63094e5d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565569 Aug 19 18:51:25.370499 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2bcdf11b-e67b-45c0-b9e5-58ae96dc0aaf req-0c3a509d-ecea-45ad-b428-7c27dcd47af4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448241 Aug 19 18:51:25.385384 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:25.394363 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.394744 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.395112 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.395450 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.395784 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.396115 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.396552 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.396890 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.397236 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.397562 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.398050 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.398535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:25.483977 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5755274-a3d7-4bb1-9fb1-35a4731e744b req-7293a14a-c779-4ccc-8ed4-d0ec6bd2c2fd tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:25.485470 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c5755274-a3d7-4bb1-9fb1-35a4731e744b req-7293a14a-c779-4ccc-8ed4-d0ec6bd2c2fd tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Aug 19 18:51:25.524755 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c5755274-a3d7-4bb1-9fb1-35a4731e744b req-35ec03fc-a492-4139-be14-f35a1a008292 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333135 Aug 19 18:51:25.748183 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b843a-8f90-4a10-9593-9d841450049a req-c7527ee9-ddfe-42bd-962c-72c5ff4d116d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:25.749656 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fe5b843a-8f90-4a10-9593-9d841450049a req-c7527ee9-ddfe-42bd-962c-72c5ff4d116d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Aug 19 18:51:25.790236 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fe5b843a-8f90-4a10-9593-9d841450049a req-b7a3c0b7-b192-4175-b830-95429fcc2cab tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Aug 19 18:51:26.181489 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:26.279511 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:26.291534 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'port_id': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'mac_address': 'fa:16:3e:ca:3f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:26.328772 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:26.345286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:26.369592 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:26.449806 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:26.478108 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:26.499213 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a984-b1b1-40e2-8424-d52d3e6b02e7 req-2e06fe8c-c3d2-4ebb-88a1-87249da34e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:26.500916 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d5e9a984-b1b1-40e2-8424-d52d3e6b02e7 req-2e06fe8c-c3d2-4ebb-88a1-87249da34e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0795150 Aug 19 18:51:26.536406 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d823f-c15f-4f4f-9add-89d938229375 req-3c6114aa-187f-40c4-b245-4d7d21239844 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:26.537592 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:26.538528 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa2d823f-c15f-4f4f-9add-89d938229375 req-3c6114aa-187f-40c4-b245-4d7d21239844 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 945 time: 0.0910437 Aug 19 18:51:26.573416 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d5e9a984-b1b1-40e2-8424-d52d3e6b02e7 req-eec65cda-cd08-4d82-8e29-523b76134b49 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652797 Aug 19 18:51:26.592959 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa2d823f-c15f-4f4f-9add-89d938229375 req-316cb409-0efa-457a-bf1f-7a1eb20efcf5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472980 Aug 19 18:51:26.600236 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:26.708963 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a171-419e-431c-9232-a13a65e940cc req-d084dc55-0a75-4787-91eb-3c8da61b0989 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:26.710462 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3182a171-419e-431c-9232-a13a65e940cc req-d084dc55-0a75-4787-91eb-3c8da61b0989 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Aug 19 18:51:26.754577 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3182a171-419e-431c-9232-a13a65e940cc req-6933e471-7526-4c68-b5aa-eb76a9deb394 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377526 Aug 19 18:51:26.916676 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553b637-cc77-4d4b-affd-8dafa24105cf req-3a275b07-d151-48ee-9eff-adba023a6ea2 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:26.918082 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a553b637-cc77-4d4b-affd-8dafa24105cf req-3a275b07-d151-48ee-9eff-adba023a6ea2 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0556519 Aug 19 18:51:26.959604 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a553b637-cc77-4d4b-affd-8dafa24105cf req-b64afce4-e7c0-43b2-a68c-b7ea27fc5f53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348864 Aug 19 18:51:27.165609 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:27.794810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ea308-cdd7-4be8-82ba-5a2c42be6cc3 req-d9edafd9-9ae5-4da1-84e9-755082df3c70 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:27.802725 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b0ea308-cdd7-4be8-82ba-5a2c42be6cc3 req-d9edafd9-9ae5-4da1-84e9-755082df3c70 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1119373 Aug 19 18:51:27.829471 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f151f-fd6d-47e1-b512-4378a6e81293 req-0c8b5249-5be9-4cf1-8a82-4a31edd97f31 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:27.832228 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4b1f151f-fd6d-47e1-b512-4378a6e81293 req-0c8b5249-5be9-4cf1-8a82-4a31edd97f31 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 945 time: 0.1362650 Aug 19 18:51:27.888259 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b0ea308-cdd7-4be8-82ba-5a2c42be6cc3 req-3d6374aa-9bc5-44c2-8750-2fc29ff69c66 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844443 Aug 19 18:51:27.911444 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4b1f151f-fd6d-47e1-b512-4378a6e81293 req-e40fa489-8294-4c63-8daf-ba7b08c5f5ba tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688241 Aug 19 18:51:28.139416 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ae53-157c-4d7b-8272-1328125bb211 req-330b0085-94c3-4b2c-86f9-ae70f5c6e55c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:28.141181 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ea62ae53-157c-4d7b-8272-1328125bb211 req-330b0085-94c3-4b2c-86f9-ae70f5c6e55c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 945 time: 0.1012578 Aug 19 18:51:28.170547 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbcfb-7937-4e8d-8604-60c8c888344c req-5d88e9c4-b1f8-4bef-af54-db75f79274fc tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:28.184527 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2ffbcfb-7937-4e8d-8604-60c8c888344c req-5d88e9c4-b1f8-4bef-af54-db75f79274fc tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1059587 Aug 19 18:51:28.185982 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:28.267014 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d2ffbcfb-7937-4e8d-8604-60c8c888344c req-883056d9-4571-4d6c-a510-5c633a0a7e58 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807405 Aug 19 18:51:28.301544 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:28.301676 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ea62ae53-157c-4d7b-8272-1328125bb211 req-2582536e-2529-476c-8dca-742f0061d3cd tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509922 Aug 19 18:51:28.304520 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.424683 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.455127 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:28.457920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8840c1-92d5-43c7-8b53-fb3b6fad7a70" -d '{"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:28.472666 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:28.529436 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f55bd76-2eba-4d27-9727-aa27f5455e7d x-openstack-request-id: req-7f55bd76-2eba-4d27-9727-aa27f5455e7d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:28.529729 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:28.529984 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f55bd76-2eba-4d27-9727-aa27f5455e7d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:28.530377 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'code': 200} Aug 19 18:51:28.577779 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:28.657764 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:28.707859 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-08d83ba2-5d37-4f12-93bb-bc9e0b39c20a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:28.718197 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-08d83ba2-5d37-4f12-93bb-bc9e0b39c20a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.1608281 Aug 19 18:51:28.731047 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-1e6e93c8-1c6c-494e-9ed2-236c8a38979b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/quotas/046c7368086847c4a31400beb1e4e92e HTTP/1.1" status: 200 len: 375 time: 0.0107474 Aug 19 18:51:28.798513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-b411b590-806d-4f04-afe0-329d93917f97 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606318 Aug 19 18:51:28.910364 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-d249c0ea-5c07-410a-98ff-4f325169893b service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101217 Aug 19 18:51:29.038039 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-d7bb2b12-5e7b-4f13-9f7a-726859cd301d service neutron] 10.222.0.37 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266778 Aug 19 18:51:29.055127 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c29344-1b33-4e37-93bf-18f0a0431352 req-cbe30215-6b68-4631-b3e3-c01fcf2b56a4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:29.056937 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-46c29344-1b33-4e37-93bf-18f0a0431352 req-cbe30215-6b68-4631-b3e3-c01fcf2b56a4 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0703509 Aug 19 18:51:29.143771 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-46c29344-1b33-4e37-93bf-18f0a0431352 req-57fc65b7-eb79-4f26-b606-ed55ca5d96ab tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795484 Aug 19 18:51:29.376466 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aebbd-a539-45e3-88f9-fbc33e99890c req-c616d42e-065a-4c1c-ab9d-5db505e8181d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:29.378060 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-063aebbd-a539-45e3-88f9-fbc33e99890c req-c616d42e-065a-4c1c-ab9d-5db505e8181d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0856404 Aug 19 18:51:29.425536 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-063aebbd-a539-45e3-88f9-fbc33e99890c req-8e1b0c67-e773-49ce-ada0-b37474045238 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388832 Aug 19 18:51:29.561126 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acc543-61bf-4aaf-92d8-5e7e5f0ccdef req-58ea9cb7-3d06-4904-921d-075309608b3a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:29.563958 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-14acc543-61bf-4aaf-92d8-5e7e5f0ccdef req-58ea9cb7-3d06-4904-921d-075309608b3a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 945 time: 0.0700748 Aug 19 18:51:29.613176 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-14acc543-61bf-4aaf-92d8-5e7e5f0ccdef req-79a61687-ee21-464e-bd66-97ef5abd9aa9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Aug 19 18:51:29.733610 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69be5-5aa3-4bb8-a2de-9b5c4ca3ad79 req-7d938353-2b5f-4787-80df-2f2ed129930e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:29.742592 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-69d69be5-5aa3-4bb8-a2de-9b5c4ca3ad79 req-7d938353-2b5f-4787-80df-2f2ed129930e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0671360 Aug 19 18:51:29.785880 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-69d69be5-5aa3-4bb8-a2de-9b5c4ca3ad79 req-d3b43b2f-054b-4e75-ac5b-3f5651502b4d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Aug 19 18:51:30.038780 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-62e3e5fb-cd45-4165-9ae2-da72e1664bf1 req-164cecc6-1ff0-469c-b323-2bf9446347b4 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0565186 Aug 19 18:51:30.181141 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:30.359137 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:30.367771 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:30.373118 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.525202 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.541540 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:30.544299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3511ac10-ab4d-4fa8-acf0-d513cb5b2af4" -d '{"events": [{"server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "name": "network-vif-plugged", "status": "completed", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:30.564266 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:30.639476 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:30.680345 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582f260-ea52-43fb-be7b-fb36ec97cd19 req-192d2de1-f942-4f53-a006-418ee91bc667 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:30.683276 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1582f260-ea52-43fb-be7b-fb36ec97cd19 req-192d2de1-f942-4f53-a006-418ee91bc667 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1333065 Aug 19 18:51:30.742898 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f51911-1a11-4927-acf3-6d2cdab158f1 x-openstack-request-id: req-c4f51911-1a11-4927-acf3-6d2cdab158f1 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:30.744852 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "name": "network-vif-plugged", "status": "completed", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:30.745398 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4f51911-1a11-4927-acf3-6d2cdab158f1 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:30.746402 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'code': 200} Aug 19 18:51:30.805656 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1582f260-ea52-43fb-be7b-fb36ec97cd19 req-3dd4a0eb-6da6-44bc-8838-478d159d7647 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147077 Aug 19 18:51:30.825301 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:31.002672 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103eb8b-3374-4446-a229-620c6713666a req-beefe383-7040-4537-9c5e-534d2d4e8fb3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.013289 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e103eb8b-3374-4446-a229-620c6713666a req-beefe383-7040-4537-9c5e-534d2d4e8fb3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.1371489 Aug 19 18:51:31.052450 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6cac0-0943-4fa4-84c0-31e620bd8b32 req-ca43c42a-95ee-4808-9967-51cf81267f6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.060139 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6ad6cac0-0943-4fa4-84c0-31e620bd8b32 req-ca43c42a-95ee-4808-9967-51cf81267f6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1202111 Aug 19 18:51:31.131701 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e103eb8b-3374-4446-a229-620c6713666a req-56ecca2f-3d2c-4c93-b41d-6487451d5fa0 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173601 Aug 19 18:51:31.165734 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6ad6cac0-0943-4fa4-84c0-31e620bd8b32 req-b1f691ab-bd63-4716-b7e6-1066f96d54e2 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044843 Aug 19 18:51:31.294431 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa17c6e9-6bcc-4996-8c91-97edd66c9736 req-f6241b4c-a9f6-4f15-9813-80e4c747e992 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 210 time: 0.1064639 Aug 19 18:51:31.315013 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d6898-bd24-495a-a5fb-b32106a8d1fa req-3c93f215-89c9-41c8-b0b4-c6822e1762ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.316614 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c2d6898-bd24-495a-a5fb-b32106a8d1fa req-3c93f215-89c9-41c8-b0b4-c6822e1762ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1099 time: 0.0699849 Aug 19 18:51:31.356691 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c2d6898-bd24-495a-a5fb-b32106a8d1fa req-602a6ab7-4b8c-403c-8bf9-ab69b58b0850 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Aug 19 18:51:31.996524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e196222-ff51-48b7-9ca3-6bec5720a897 req-d15e0bc3-0906-46be-a8b4-e3eb28e3eba6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:31.998242 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e196222-ff51-48b7-9ca3-6bec5720a897 req-d15e0bc3-0906-46be-a8b4-e3eb28e3eba6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0615592 Aug 19 18:51:32.052788 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e196222-ff51-48b7-9ca3-6bec5720a897 req-226128f8-34d0-45c4-964e-982cae4c2140 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468466 Aug 19 18:51:32.161853 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:51:32.388970 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565196-fec7-411f-8397-6242d381db57 req-a7e66592-3a81-40c1-861c-759b5e66e8db tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:32.390949 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db565196-fec7-411f-8397-6242d381db57 req-a7e66592-3a81-40c1-861c-759b5e66e8db tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.1373351 Aug 19 18:51:32.411554 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7441e08-8825-471d-b444-3b22ebfab932 req-2be29862-fcd3-4767-af06-edbe5838fdb1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:32.413314 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7441e08-8825-471d-b444-3b22ebfab932 req-2be29862-fcd3-4767-af06-edbe5838fdb1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1294620 Aug 19 18:51:32.492316 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-db565196-fec7-411f-8397-6242d381db57 req-2d1cc26b-5272-4873-8171-d03e4ffaee05 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947349 Aug 19 18:51:32.502194 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7441e08-8825-471d-b444-3b22ebfab932 req-5f9482db-bb3d-4e17-9d1b-0d8dc7d4f673 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729105 Aug 19 18:51:32.616208 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6536e94-3091-4960-80d3-ed80ac1e41c6 req-8015c1ef-739a-4e1c-a8f1-9598d6355816 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0467055 Aug 19 18:51:32.742702 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0825a-4fdb-4cfb-aca6-c7a4d3bf3d63 req-76d29a27-935f-479d-8c1a-d2418d182c0f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:32.750859 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bbf0825a-4fdb-4cfb-aca6-c7a4d3bf3d63 req-76d29a27-935f-479d-8c1a-d2418d182c0f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0761425 Aug 19 18:51:32.790111 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bbf0825a-4fdb-4cfb-aca6-c7a4d3bf3d63 req-4a23047d-e15e-402d-adb1-c86e9707edc9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Aug 19 18:51:33.190283 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4921-31f7-4a7c-aad2-1bf7cf28a62d req-8f9679f8-105d-468b-b756-92b283436caa tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.198692 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-68bc4921-31f7-4a7c-aad2-1bf7cf28a62d req-8f9679f8-105d-468b-b756-92b283436caa tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0621419 Aug 19 18:51:33.279633 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-68bc4921-31f7-4a7c-aad2-1bf7cf28a62d req-ee46c2f2-356f-4c85-b2b4-dd5206d79df8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778761 Aug 19 18:51:33.450667 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-403e8764-4189-4920-8eac-d6e874faebe7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.452366 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-403e8764-4189-4920-8eac-d6e874faebe7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/networks?id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 200 len: 815 time: 0.1375759 Aug 19 18:51:33.487152 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Request body: {'port': {'device_id': '387933b4-d383-463b-88c5-437acbf4fcfe', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'admin_state_up': True, 'tenant_id': '046c7368086847c4a31400beb1e4e92e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:33.668276 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c94dc0-d61d-4cfa-82db-adf7d74edd56 req-1848447f-0960-4549-9d12-f6a1113cc109 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.669983 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-40c94dc0-d61d-4cfa-82db-adf7d74edd56 req-1848447f-0960-4549-9d12-f6a1113cc109 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0794232 Aug 19 18:51:33.742126 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-40c94dc0-d61d-4cfa-82db-adf7d74edd56 req-1f230438-c06b-4ff0-a985-653d56a3d2f8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643806 Aug 19 18:51:33.768680 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Made reservation on behalf of 046c7368086847c4a31400beb1e4e92e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:51:33.768680 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:33.973740 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccfd7b-509d-407e-9cca-410619f97d3f req-5fcae6c1-1e9e-4dba-8e46-1b745c5f8c13 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:33.981052 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9eccfd7b-509d-407e-9cca-410619f97d3f req-5fcae6c1-1e9e-4dba-8e46-1b745c5f8c13 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1155479 Aug 19 18:51:34.035712 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a90db968-949f-4c5d-95be-b947cfc5d3e5 req-aacf7bea-76f4-4aee-9a27-9575a9aa9598 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0387828 Aug 19 18:51:34.077886 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9eccfd7b-509d-407e-9cca-410619f97d3f req-32ec0b4c-c422-46d2-a884-f0f990ba9790 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912533 Aug 19 18:51:34.080952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Allocated IP 172.20.0.6 (4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218/03c9f4b1-8860-4afe-a21c-508c053f3957/fabee580-c0b3-4ffc-8b77-59ede515cd0b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:51:34.194650 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d377fac1-87fd-4492-bb54-2151e3085d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.276455 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c1b4a-9c4d-4d8a-a5ec-4d2f8b17fe19 req-81cc5d08-4593-4d4f-8ff8-27523d6ea93e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:34.278038 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d4c1b4a-9c4d-4d8a-a5ec-4d2f8b17fe19 req-81cc5d08-4593-4d4f-8ff8-27523d6ea93e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.1462476 Aug 19 18:51:34.430198 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:34.560887 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d4c1b4a-9c4d-4d8a-a5ec-4d2f8b17fe19 req-d8f84e69-3d33-43e1-8cfa-58be37778ebb tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501283 Aug 19 18:51:34.628913 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5b074-ea1a-413e-87e0-6c2f7bb5a216 req-dea51633-9f5a-4831-9b1e-55b191e80384 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:34.636202 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a2b5b074-ea1a-413e-87e0-6c2f7bb5a216 req-dea51633-9f5a-4831-9b1e-55b191e80384 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1668108 Aug 19 18:51:34.643666 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.659195 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ec186f2-bfcf-4e95-8b58-e6ae16d1dce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.694734 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a2b5b074-ea1a-413e-87e0-6c2f7bb5a216 req-375f12c3-9121-47d9-a630-632f70123cbc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560927 Aug 19 18:51:34.786836 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ec186f2-bfcf-4e95-8b58-e6ae16d1dce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.813203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.852474 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0', '9abe938a-b1a6-4efa-b230-95f74edd4409', '4044e06f-cda9-47ce-9610-82ae55290339'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:34.880968 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ec186f2-bfcf-4e95-8b58-e6ae16d1dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:34.886505 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:51:34.890293 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:34.902003 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:51:34.927404 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0ec186f2-bfcf-4e95-8b58-e6ae16d1dce4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e423657f14b44668b0af82a0aea94b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946160 Aug 19 18:51:34.928528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47322) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:34.967091 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event updated for resources: {'Port': ['ID=fabee580-c0b3-4ffc-8b77-59ede515cd0b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:34.999399 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec186f2-bfcf-4e95-8b58-e6ae16d1dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d65559-6069-4c0c-abdf-0691a8faf31d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:35.044314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:35.045042 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.057575 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb2ce-aab2-42d3-a994-c8503e55925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.072669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133f8bc-e94f-4580-915c-4ec618d6e9f2 req-80ca783d-6746-4d15-b97f-9b25313246ca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:35.074480 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1133f8bc-e94f-4580-915c-4ec618d6e9f2 req-80ca783d-6746-4d15-b97f-9b25313246ca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0919204 Aug 19 18:51:35.089446 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb2ce-aab2-42d3-a994-c8503e55925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.142549 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1133f8bc-e94f-4580-915c-4ec618d6e9f2 req-7acce320-70a8-49a9-9c9f-19fb92347b63 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Aug 19 18:51:35.178614 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-fedc79d2-349a-4dda-a705-ca2858cba0e2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6958323 Aug 19 18:51:35.218155 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Request body: {'port': {'device_id': '387933b4-d383-463b-88c5-437acbf4fcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:35.275493 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb2ce-aab2-42d3-a994-c8503e55925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.278631 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb2ce-aab2-42d3-a994-c8503e55925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.280088 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4f7fb2ce-aab2-42d3-a994-c8503e55925a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9d65559-6069-4c0c-abdf-0691a8faf31d HTTP/1.1" status: 204 len: 168 time: 0.3491883 Aug 19 18:51:35.299225 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fb2ce-aab2-42d3-a994-c8503e55925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d65559-6069-4c0c-abdf-0691a8faf31d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:35.450080 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.467678 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55503796-a384-40df-a52b-05d3bc0a0f57 req-1e874dcb-d013-40c0-abc2-e7aef30267b3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:35.470349 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-55503796-a384-40df-a52b-05d3bc0a0f57 req-1e874dcb-d013-40c0-abc2-e7aef30267b3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.2018058 Aug 19 18:51:35.497918 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cac573-54f1-4b27-8db4-667c1ab7f9d8 req-a9c7ee5f-9cc1-459d-9fdb-65203f686dd1 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:35.523262 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67cac573-54f1-4b27-8db4-667c1ab7f9d8 req-a9c7ee5f-9cc1-459d-9fdb-65203f686dd1 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 931 time: 0.2300780 Aug 19 18:51:35.662683 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-55503796-a384-40df-a52b-05d3bc0a0f57 req-565d269c-c97f-43db-86d8-1994281a9590 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829104 Aug 19 18:51:35.674195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67cac573-54f1-4b27-8db4-667c1ab7f9d8 req-f0693272-66e1-4f5d-a419-ef03b5d79803 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523504 Aug 19 18:51:35.867322 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c0d4b-b5ef-495b-a986-6b66c85ef151 req-ae453d75-2fec-4888-bb71-c87f6b822e84 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:35.869054 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-448c0d4b-b5ef-495b-a986-6b66c85ef151 req-ae453d75-2fec-4888-bb71-c87f6b822e84 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0998559 Aug 19 18:51:35.874370 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fabee580-c0b3-4ffc-8b77-59ede515cd0b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:35.888094 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:35.911604 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Transition to ACTIVE for port object fabee580-c0b3-4ffc-8b77-59ede515cd0b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:51:35.926471 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-448c0d4b-b5ef-495b-a986-6b66c85ef151 req-ab3dd57a-5ed6-4508-b917-0d65361f4fca tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468550 Aug 19 18:51:36.201337 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.323381 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Pushing event updated for resources: {'Port': ['ID=fabee580-c0b3-4ffc-8b77-59ede515cd0b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:36.391291 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Attempting to bind port fabee580-c0b3-4ffc-8b77-59ede515cd0b on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:51:36.391598 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Attempting to bind port fabee580-c0b3-4ffc-8b77-59ede515cd0b by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:51:36.393142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Attempting to bind port fabee580-c0b3-4ffc-8b77-59ede515cd0b on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:36.401372 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Port fabee580-c0b3-4ffc-8b77-59ede515cd0b on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:51:36.401682 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Attempting to bind port fabee580-c0b3-4ffc-8b77-59ede515cd0b on network 4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:51:36.409102 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:51:36.409446 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Checking segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:51:36.409846 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Bound using segment: {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:51:36.410285 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Bound port: fabee580-c0b3-4ffc-8b77-59ede515cd0b, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:51:36.410649 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.503339 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] For port fabee580-c0b3-4ffc-8b77-59ede515cd0b, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:51:36.506636 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] For port fabee580-c0b3-4ffc-8b77-59ede515cd0b, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fabee580-c0b3-4ffc-8b77-59ede515cd0b,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:51:36.601004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.659507 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.660705 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.663075 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] 10.222.0.30 "PUT /v2.0/ports/fabee580-c0b3-4ffc-8b77-59ede515cd0b HTTP/1.1" status: 200 len: 1093 time: 1.4605997 Aug 19 18:51:36.666118 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387933b4-d383-463b-88c5-437acbf4fcfe', 'tag': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:36.668661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa" -d '{"events": [{"name": "network-changed", "server_uuid": "387933b4-d383-463b-88c5-437acbf4fcfe", "tag": "fabee580-c0b3-4ffc-8b77-59ede515cd0b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:36.763952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe43fdc-bee9-48fd-b7dd-72786514e001 x-openstack-request-id: req-6fe43fdc-bee9-48fd-b7dd-72786514e001 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:36.768204 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387933b4-d383-463b-88c5-437acbf4fcfe", "tag": "fabee580-c0b3-4ffc-8b77-59ede515cd0b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:36.768458 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fe43fdc-bee9-48fd-b7dd-72786514e001 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:36.768856 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387933b4-d383-463b-88c5-437acbf4fcfe', 'tag': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b', 'status': 'completed', 'code': 200} Aug 19 18:51:36.807845 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b1caf-ee47-41f0-bc4b-68a9bad739cb service neutron] Pushing event updated for resources: {'Port': ['ID=fabee580-c0b3-4ffc-8b77-59ede515cd0b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:36.834587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf27f0bd-2419-4fe7-b79d-d9d296f142b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:36.923665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5b388-8749-45fc-ab10-efbf15f5ab8c req-cc682a38-bfb9-4f90-b829-95299b356831 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.925332 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dba5b388-8749-45fc-ab10-efbf15f5ab8c req-cc682a38-bfb9-4f90-b829-95299b356831 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1632237 Aug 19 18:51:36.930552 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa req-4b0d6ee3-d36e-421c-9d24-95dbf95db122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.932091 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa req-4b0d6ee3-d36e-421c-9d24-95dbf95db122 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 1096 time: 0.1010239 Aug 19 18:51:36.976928 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19b45-9d5f-43a2-95b0-f92f04102a81 req-3ad439ae-f5c7-456e-9a3d-1564f06e5857 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:36.978678 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67c19b45-9d5f-43a2-95b0-f92f04102a81 req-3ad439ae-f5c7-456e-9a3d-1564f06e5857 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.1100919 Aug 19 18:51:37.316370 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dba5b388-8749-45fc-ab10-efbf15f5ab8c req-6ac127a3-5840-4147-89b1-ab9e24a6be84 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820391 Aug 19 18:51:37.402177 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-67c19b45-9d5f-43a2-95b0-f92f04102a81 req-f372bb66-0ed3-45fa-a6cf-9cb6d1163ca0 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805699 Aug 19 18:51:37.411948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.451330 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa req-5cd737a6-8ea0-4ce4-bd6b-5350b094e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.452878 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa req-5cd737a6-8ea0-4ce4-bd6b-5350b094e0ff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=046c7368086847c4a31400beb1e4e92e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4995377 Aug 19 18:51:37.558876 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f06fda-54fd-4d51-aac3-b1a534d6ad21 req-14d29f00-6192-4287-906a-a985caee177f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.561585 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-82f06fda-54fd-4d51-aac3-b1a534d6ad21 req-14d29f00-6192-4287-906a-a985caee177f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1278107 Aug 19 18:51:37.627820 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa req-c1878f5b-3171-4043-9b3a-2b5501f94327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.629314 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d25eb14-1ea7-473d-a5f3-e62057cd53aa req-c1878f5b-3171-4043-9b3a-2b5501f94327 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1599360 Aug 19 18:51:37.635675 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-82f06fda-54fd-4d51-aac3-b1a534d6ad21 req-08b9d509-c143-474a-b0a2-c25ffc0169fe tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612428 Aug 19 18:51:37.816984 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-356acb51-6244-4f22-a653-c942294da3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.819310 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-356acb51-6244-4f22-a653-c942294da3e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=046c7368086847c4a31400beb1e4e92e&device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 1096 time: 0.0783200 Aug 19 18:51:37.887885 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-0254ab6a-0f4e-4c63-b73c-4a16f0c96eb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fabee580-c0b3-4ffc-8b77-59ede515cd0b HTTP/1.1" status: 200 len: 217 time: 0.0490954 Aug 19 18:51:37.941223 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:37.966306 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-0cbf0e6f-5d67-44a8-836d-8e75a01a6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:37.975205 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-0cbf0e6f-5d67-44a8-836d-8e75a01a6354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 200 len: 855 time: 0.0779426 Aug 19 18:51:38.036584 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-d614476d-9027-43f0-8220-f91fe626e693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446682 Aug 19 18:51:38.163899 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-f879e4e4-ecc2-4278-afeb-fee2f066c280 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125612 Aug 19 18:51:38.337624 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ebdaade-e127-49e7-9b2e-32b186eae9a2 req-58eb7938-28ab-4ecf-a7ee-37af5ff61ae7 service neutron] 10.222.0.30 "GET /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176305 Aug 19 18:51:38.560700 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1e02d-0658-4881-8669-d9d156f3bd22 req-0e78b2cd-64dc-43ee-b61a-e837c45da9c7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.560700 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-62e1e02d-0658-4881-8669-d9d156f3bd22 req-0e78b2cd-64dc-43ee-b61a-e837c45da9c7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1118121 Aug 19 18:51:38.620243 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-62e1e02d-0658-4881-8669-d9d156f3bd22 req-7234b9fd-6e1a-42c2-afdf-f3e108d8e6dd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595570 Aug 19 18:51:38.906852 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea213f-3727-4921-b159-6f6924562a9b req-e14443d1-bacc-47bb-9395-8d02086f5425 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:38.906852 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e8ea213f-3727-4921-b159-6f6924562a9b req-e14443d1-bacc-47bb-9395-8d02086f5425 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.1023004 Aug 19 18:51:38.926376 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e8ea213f-3727-4921-b159-6f6924562a9b req-3d946612-a4fd-4ec7-adfb-122b42b26c1c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492699 Aug 19 18:51:39.074174 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840a7d7-f2cb-4e86-9aae-a7d846ca8956 req-3a8c9c02-09ac-40c0-898c-fd841c0caa66 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:39.076152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7840a7d7-f2cb-4e86-9aae-a7d846ca8956 req-3a8c9c02-09ac-40c0-898c-fd841c0caa66 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0626676 Aug 19 18:51:39.122265 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7840a7d7-f2cb-4e86-9aae-a7d846ca8956 req-18055546-9e0b-4ca2-8578-84231ed2bd13 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387290 Aug 19 18:51:39.582932 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:39.816438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddf2c2-d640-44fa-9af1-7e2cd2942e80 req-291daba8-a766-443e-a057-3dfe8cb87245 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:39.817982 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-53ddf2c2-d640-44fa-9af1-7e2cd2942e80 req-291daba8-a766-443e-a057-3dfe8cb87245 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0760729 Aug 19 18:51:39.881766 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-53ddf2c2-d640-44fa-9af1-7e2cd2942e80 req-2dd58462-478a-4fc6-a53d-1eb3a3670f55 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528867 Aug 19 18:51:40.107700 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55fdaa-c8af-4d8b-88d0-e0ec41b675d9 req-0a4023b0-c3cf-49e0-8d4f-1e2ceb99cf0d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:40.111941 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b55fdaa-c8af-4d8b-88d0-e0ec41b675d9 req-0a4023b0-c3cf-49e0-8d4f-1e2ceb99cf0d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.0709705 Aug 19 18:51:40.163244 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b55fdaa-c8af-4d8b-88d0-e0ec41b675d9 req-5576d5e3-86db-4752-9c62-ff0a2f2da056 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Aug 19 18:51:40.279428 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33d436-2933-4323-bf08-060c4b1bc69f req-e1c6be01-a73b-4000-941a-54e32e007e9c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:40.280986 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bb33d436-2933-4323-bf08-060c4b1bc69f req-e1c6be01-a73b-4000-941a-54e32e007e9c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0608664 Aug 19 18:51:40.323458 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bb33d436-2933-4323-bf08-060c4b1bc69f req-c4ba439a-0fc4-46b3-a136-bf0b2b48ee35 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357876 Aug 19 18:51:41.000133 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59765d0a-d27f-456e-b260-63cfef7e1bc6 req-98a72a26-2b00-4efe-9233-edc696e4f142 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:41.001648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-59765d0a-d27f-456e-b260-63cfef7e1bc6 req-98a72a26-2b00-4efe-9233-edc696e4f142 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0498507 Aug 19 18:51:41.051106 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-59765d0a-d27f-456e-b260-63cfef7e1bc6 req-15d1d9f1-be6c-4fad-90a5-5c055dab393f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Aug 19 18:51:41.284085 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858663-2023-4485-bb79-25f14766deb6 req-cb9693ed-9ea2-4c94-965b-3af51e141381 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:41.285573 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99858663-2023-4485-bb79-25f14766deb6 req-cb9693ed-9ea2-4c94-965b-3af51e141381 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.0512097 Aug 19 18:51:41.329910 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99858663-2023-4485-bb79-25f14766deb6 req-ce1ca492-e476-4cc2-bcdc-84c2e4f8b964 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381205 Aug 19 18:51:41.461037 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6477ae-02df-4371-acf2-49c7580cc50a req-4e3c11b3-69cb-4de0-bdd5-68c843dae1b2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:41.462726 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed6477ae-02df-4371-acf2-49c7580cc50a req-4e3c11b3-69cb-4de0-bdd5-68c843dae1b2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0519841 Aug 19 18:51:41.504769 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed6477ae-02df-4371-acf2-49c7580cc50a req-440c6749-69c9-4a17-85da-c3fa4637fe5c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355744 Aug 19 18:51:41.848055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-20783ba8-3699-4a30-ab93-88029f3e0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:41.849604 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-20783ba8-3699-4a30-ab93-88029f3e0993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1099 time: 0.0422006 Aug 19 18:51:41.959282 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-2be52fa6-3c51-4f41-882c-15ef0a88d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:41.961857 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-2be52fa6-3c51-4f41-882c-15ef0a88d5d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.0996048 Aug 19 18:51:42.052640 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-db99d797-cc2c-4e9b-a9bb-58b8c723da27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 1002 time: 0.0689573 Aug 19 18:51:42.111733 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-d9674be0-fa7e-4b46-8fa9-477556f7a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.113421 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-d9674be0-fa7e-4b46-8fa9-477556f7a850 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0527089 Aug 19 18:51:42.199482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-dbc16483-e0e5-43c6-a6cf-bcfded527237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.201098 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-dbc16483-e0e5-43c6-a6cf-bcfded527237 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797002 Aug 19 18:51:42.214949 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ac80-55dc-44e6-b82a-6f91a07a31e7 req-b8810659-e53c-4ef1-abc1-d0a8bb40bb34 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.216449 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c35ac80-55dc-44e6-b82a-6f91a07a31e7 req-b8810659-e53c-4ef1-abc1-d0a8bb40bb34 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0840242 Aug 19 18:51:42.317030 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c35ac80-55dc-44e6-b82a-6f91a07a31e7 req-676b6efc-86f3-4bbd-a263-6227ab5429ca tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919695 Aug 19 18:51:42.334712 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-d34ebed2-074c-4f26-b482-60ffdca076cc service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171842 Aug 19 18:51:42.486847 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-12b43db2-aad6-492f-acc0-2b32d2bfdf31 req-126ed36f-5414-4e7a-a88a-7469380c2b78 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296270 Aug 19 18:51:42.496338 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e719419-6f43-4600-8dee-d8e998a5c875 req-11c7c3e6-6421-42ae-b6cd-97bf12218bec tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.497209 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e719419-6f43-4600-8dee-d8e998a5c875 req-11c7c3e6-6421-42ae-b6cd-97bf12218bec tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.0767496 Aug 19 18:51:42.539913 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e719419-6f43-4600-8dee-d8e998a5c875 req-74ea46ed-692f-4f83-b463-7a2df61150dc tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Aug 19 18:51:42.634989 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd22e1-59b7-419f-a6a7-06e4a119325d req-8b433cce-6da2-4fb6-a7c1-7e892077cafb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:42.636378 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dabd22e1-59b7-419f-a6a7-06e4a119325d req-8b433cce-6da2-4fb6-a7c1-7e892077cafb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0532076 Aug 19 18:51:42.677360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dabd22e1-59b7-419f-a6a7-06e4a119325d req-a6e5a099-044c-4a43-875f-e50100600a65 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345256 Aug 19 18:51:43.325801 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905aca9e-1152-40ef-ab87-a26c87cefea5 req-716d8d15-36b6-4e4c-98c1-ae3ea669eef0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.327818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-905aca9e-1152-40ef-ab87-a26c87cefea5 req-716d8d15-36b6-4e4c-98c1-ae3ea669eef0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0543289 Aug 19 18:51:43.385532 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-905aca9e-1152-40ef-ab87-a26c87cefea5 req-b273565a-5f03-4178-9e64-24431150491b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441008 Aug 19 18:51:43.474404 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef3a97-3f0f-49c0-aa20-dac5835a7c19 req-9b6bd135-d80e-4262-8fa5-7babf26c392c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.475945 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3eef3a97-3f0f-49c0-aa20-dac5835a7c19 req-9b6bd135-d80e-4262-8fa5-7babf26c392c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0854099 Aug 19 18:51:43.478490 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-17dd4cf9-d2b2-4d67-8a01-2e444c30d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.479871 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-17dd4cf9-d2b2-4d67-8a01-2e444c30d4c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.0614345 Aug 19 18:51:43.562748 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3eef3a97-3f0f-49c0-aa20-dac5835a7c19 req-214a2566-10b0-42e6-82d9-6fd1143c3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807519 Aug 19 18:51:43.603462 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-2c70be2f-f9f9-433f-90c7-153e1dff1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.604957 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-2c70be2f-f9f9-433f-90c7-153e1dff1786 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.1077237 Aug 19 18:51:43.687096 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-79896a1f-9d05-4da6-9d7f-47d27bda68fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 217 time: 0.0520897 Aug 19 18:51:43.744750 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f6581-e9b5-4bdc-8570-c80d537e53fa req-a81a3eee-f399-4250-9da1-5b9b9a804a11 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.746286 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e73f6581-e9b5-4bdc-8570-c80d537e53fa req-a81a3eee-f399-4250-9da1-5b9b9a804a11 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.1206307 Aug 19 18:51:43.784700 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-57a69fbc-0531-4f12-8ccb-d13b9f2107d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.786164 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-57a69fbc-0531-4f12-8ccb-d13b9f2107d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.0900753 Aug 19 18:51:43.839627 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-a4a39985-1810-4367-95ff-07659595c2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354378 Aug 19 18:51:43.849314 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e73f6581-e9b5-4bdc-8570-c80d537e53fa req-5ad04eb0-2c55-447a-ba6f-ab6614b083e6 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969644 Aug 19 18:51:43.912854 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8cba0-fbbb-4c18-8d48-138ec955ee5e req-337e17a7-57ac-486e-a8b2-fd1725fe680b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:43.914362 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9bd8cba0-fbbb-4c18-8d48-138ec955ee5e req-337e17a7-57ac-486e-a8b2-fd1725fe680b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.1534443 Aug 19 18:51:43.981064 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9bd8cba0-fbbb-4c18-8d48-138ec955ee5e req-0d25390f-b41f-4e9a-ba5b-b1fa298d1fac tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606780 Aug 19 18:51:43.983201 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-62691eba-d462-4a57-8fc1-2380219e4279 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330023 Aug 19 18:51:44.084503 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-275aeae3-a296-48fc-8dc8-99d0bef2b224 req-036cb5a7-cbf5-4304-8a9a-8d670762b810 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Aug 19 18:51:44.507558 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26707e-55ca-47ff-bc25-176dc383c40e req-a039d6ed-0c5c-468d-88a7-c3aebac31f1b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:44.509061 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8f26707e-55ca-47ff-bc25-176dc383c40e req-a039d6ed-0c5c-468d-88a7-c3aebac31f1b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Aug 19 18:51:44.545886 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8f26707e-55ca-47ff-bc25-176dc383c40e req-7ac67a59-f669-45d0-8d3b-db11e57e9f55 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308952 Aug 19 18:51:44.689785 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0a4b8-e39e-418f-adbf-e1de9b9843f7 req-2cb341ad-f8a9-4d9b-bb74-afecc0500ba1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:44.690339 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-06a0a4b8-e39e-418f-adbf-e1de9b9843f7 req-2cb341ad-f8a9-4d9b-bb74-afecc0500ba1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0525854 Aug 19 18:51:44.727735 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-06a0a4b8-e39e-418f-adbf-e1de9b9843f7 req-d0705b60-3476-49c7-b8a0-104b3d36676b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Aug 19 18:51:44.966583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ea2f8-ed70-4d2c-aaae-3593d08fde2d req-6bd50cd2-2a44-41a1-87a0-a0de60b9f705 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:44.966583 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f67ea2f8-ed70-4d2c-aaae-3593d08fde2d req-6bd50cd2-2a44-41a1-87a0-a0de60b9f705 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.0484219 Aug 19 18:51:45.014143 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f67ea2f8-ed70-4d2c-aaae-3593d08fde2d req-bbea5dab-790f-4798-9e5e-52665b24548e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392308 Aug 19 18:51:45.125185 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dde43d-67b3-4c42-8b00-c8602760ab3e req-5e27e79d-e14c-43be-94b5-d49ae8b7f5ba tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:45.126870 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2dde43d-67b3-4c42-8b00-c8602760ab3e req-5e27e79d-e14c-43be-94b5-d49ae8b7f5ba tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0596788 Aug 19 18:51:45.167636 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2dde43d-67b3-4c42-8b00-c8602760ab3e req-dfaf76c0-1296-4550-b936-bafa261d1b71 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346572 Aug 19 18:51:45.666176 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183738b-019c-4904-89ba-9a691f2831e8 req-4f405d64-0809-49fd-8cac-022cc25f54e1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:45.667653 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d183738b-019c-4904-89ba-9a691f2831e8 req-4f405d64-0809-49fd-8cac-022cc25f54e1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0507443 Aug 19 18:51:45.706148 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d183738b-019c-4904-89ba-9a691f2831e8 req-98806808-3d52-4fa9-8cce-6971fe1b383d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Aug 19 18:51:45.848655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1f639-0c23-4080-bb92-6ccec267b39d req-b73a0e25-8281-4c69-801e-7f7cbcb7a26e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:45.850204 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8df1f639-0c23-4080-bb92-6ccec267b39d req-b73a0e25-8281-4c69-801e-7f7cbcb7a26e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0519655 Aug 19 18:51:45.889324 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8df1f639-0c23-4080-bb92-6ccec267b39d req-42f3b691-92dc-4e4f-ab14-e0511c43b358 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Aug 19 18:51:46.138545 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012dec5-2a41-4d85-b302-0bbe96dc8918 req-8bc2da23-e331-4455-91f7-48a0a0bd3240 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:46.140170 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c012dec5-2a41-4d85-b302-0bbe96dc8918 req-8bc2da23-e331-4455-91f7-48a0a0bd3240 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 943 time: 0.0544183 Aug 19 18:51:46.181542 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c012dec5-2a41-4d85-b302-0bbe96dc8918 req-2adfcede-13f8-4764-856e-c94e8a905aae tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340834 Aug 19 18:51:46.245069 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fabee580-c0b3-4ffc-8b77-59ede515cd0b details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:51:46.259781 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:46.294262 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6828eee-d977-4633-a542-7d90a451029a req-b0c0b5bc-f1d7-4ba7-ac7d-3d9c9d40dbe6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:46.296042 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e6828eee-d977-4633-a542-7d90a451029a req-b0c0b5bc-f1d7-4ba7-ac7d-3d9c9d40dbe6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 946 time: 0.0543520 Aug 19 18:51:46.340883 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e6828eee-d977-4633-a542-7d90a451029a req-40d9f54d-b9e9-4a27-ab5f-ff8fad4629e2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387843 Aug 19 18:51:46.425732 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.428535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fabee580-c0b3-4ffc-8b77-59ede515cd0b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fabee580-c0b3-4ffc-8b77-59ede515cd0b,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:46.454443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b', 'network_id': '4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218', 'port_id': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b', 'mac_address': 'fa:16:3e:76:6e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c9f4b1-8860-4afe-a21c-508c053f3957', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:51:46.462300 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:46.464590 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3281df52-5f49-4d44-910d-92ad519e3c11" -d '{"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-unplugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:46.480789 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:46.503683 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b42d5f-3c2b-4103-a983-73a1634a28c9 x-openstack-request-id: req-66b42d5f-3c2b-4103-a983-73a1634a28c9 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:46.503973 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-unplugged", "status": "failed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "code": 422}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:46.504225 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66b42d5f-3c2b-4103-a983-73a1634a28c9 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:46.504626 dv-cinder-790535-9-iscsi neutron-server[101270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'code': 422} returned with failed status Aug 19 18:51:46.520088 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.533203 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fabee580-c0b3-4ffc-8b77-59ede515cd0b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:51:46.552516 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fabee580-c0b3-4ffc-8b77-59ede515cd0b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fabee580-c0b3-4ffc-8b77-59ede515cd0b,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:46.565908 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.614434 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:46.634516 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:46.684915 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fabee580-c0b3-4ffc-8b77-59ede515cd0b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:46.827742 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d56fe1-43eb-48cb-bf46-3851c4a4d80b req-58f19873-8bb7-4c55-8d78-44696093927a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:46.829255 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a3d56fe1-43eb-48cb-bf46-3851c4a4d80b req-58f19873-8bb7-4c55-8d78-44696093927a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0518694 Aug 19 18:51:46.868343 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a3d56fe1-43eb-48cb-bf46-3851c4a4d80b req-5528f299-43b5-43c6-9227-f4e2789a8682 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Aug 19 18:51:47.012149 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ce721-235b-4e4c-a46a-5be4a65977c7 req-70676bc2-18d3-4511-a1eb-01ef09de1b3c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.013641 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e21ce721-235b-4e4c-a46a-5be4a65977c7 req-70676bc2-18d3-4511-a1eb-01ef09de1b3c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0506752 Aug 19 18:51:47.063078 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e21ce721-235b-4e4c-a46a-5be4a65977c7 req-fad86781-cf9d-4429-9b7d-d05a4af0a129 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Aug 19 18:51:47.142025 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['fabee580-c0b3-4ffc-8b77-59ede515cd0b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:47.312454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cf19b-b908-4e64-b942-37ab6c72ccc0 req-abd187bf-4295-416f-9824-923dc5817218 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.314733 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-027cf19b-b908-4e64-b942-37ab6c72ccc0 req-abd187bf-4295-416f-9824-923dc5817218 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 944 time: 0.0579352 Aug 19 18:51:47.368047 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-027cf19b-b908-4e64-b942-37ab6c72ccc0 req-a94ffd75-5e9c-4113-ae5e-e5dc4be20100 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463276 Aug 19 18:51:47.995631 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af167f5a-a117-464c-9dba-8ea8f3d1680c req-c7b4a663-c722-4a04-a8ad-9f5b1fe20365 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:47.997350 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af167f5a-a117-464c-9dba-8ea8f3d1680c req-c7b4a663-c722-4a04-a8ad-9f5b1fe20365 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0570714 Aug 19 18:51:48.046348 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af167f5a-a117-464c-9dba-8ea8f3d1680c req-499c536c-e883-4170-976b-b53f2fe1d7cc tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424495 Aug 19 18:51:48.092113 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d772b-3e09-494e-a560-f7c9441ff20d req-927b5254-d93b-40b2-a75d-9c43304f005a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.094480 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-513d772b-3e09-494e-a560-f7c9441ff20d req-927b5254-d93b-40b2-a75d-9c43304f005a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0640218 Aug 19 18:51:48.166374 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-513d772b-3e09-494e-a560-f7c9441ff20d req-c1f21a74-4391-40de-8927-9e594e6d724d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601704 Aug 19 18:51:48.209399 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ac1c0-49d0-49c6-b493-b549b0179984 req-8887acca-8d03-4f4e-8f41-e80182a6b7b4 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.212884 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-967ac1c0-49d0-49c6-b493-b549b0179984 req-8887acca-8d03-4f4e-8f41-e80182a6b7b4 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0645759 Aug 19 18:51:48.256522 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-967ac1c0-49d0-49c6-b493-b549b0179984 req-be452500-6784-406a-ba4f-01ee7bbd6268 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390370 Aug 19 18:51:48.258467 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:51:48.490207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83afaa-c48b-42b7-9dd5-2c398fa5428e req-259b3169-0a6e-4579-a6d8-d97b1d0a5edf tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:48.491230 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5e83afaa-c48b-42b7-9dd5-2c398fa5428e req-259b3169-0a6e-4579-a6d8-d97b1d0a5edf tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 944 time: 0.0548587 Aug 19 18:51:48.530354 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5e83afaa-c48b-42b7-9dd5-2c398fa5428e req-61affe5a-1dfa-4838-a2a9-66e25edaaf94 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326939 Aug 19 18:51:48.753100 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47560) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:48.841453 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-00f6ead1-cd0d-4815-a152-f9cfba0a0300 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871961 Aug 19 18:51:49.171609 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3f1d-f765-4446-b127-ff97b9ef6575 req-5ec799db-ce21-4ec5-ab06-2e18ddecbb03 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.173247 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ebbf3f1d-f765-4446-b127-ff97b9ef6575 req-5ec799db-ce21-4ec5-ab06-2e18ddecbb03 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Aug 19 18:51:49.213888 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ebbf3f1d-f765-4446-b127-ff97b9ef6575 req-2c82d6e7-9b9a-4c04-9911-0dd37690a82a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Aug 19 18:51:49.363833 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811ec41-b525-41a8-b1f8-9582ef553c38 req-d8856bfa-a834-488b-acad-c002f927e0f3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.365466 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b811ec41-b525-41a8-b1f8-9582ef553c38 req-d8856bfa-a834-488b-acad-c002f927e0f3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0787134 Aug 19 18:51:49.426672 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c38123-8f1b-49e5-8909-0334ff9a80cb req-e00692f0-ad68-4cf6-bbfb-c5a103560eea tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.429705 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-53c38123-8f1b-49e5-8909-0334ff9a80cb req-e00692f0-ad68-4cf6-bbfb-c5a103560eea tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0845551 Aug 19 18:51:49.434000 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b811ec41-b525-41a8-b1f8-9582ef553c38 req-3fd301ae-f54d-4080-ac60-7f8286b49fbb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512924 Aug 19 18:51:49.480968 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-53c38123-8f1b-49e5-8909-0334ff9a80cb req-e7874a35-a038-4e99-8958-608dab5a7eb2 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Aug 19 18:51:49.649300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4f27-e764-4c25-880c-b0841dbe9067 req-9b234543-efbc-4152-8dd8-fa8792a2181d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:49.650684 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-983a4f27-e764-4c25-880c-b0841dbe9067 req-9b234543-efbc-4152-8dd8-fa8792a2181d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 944 time: 0.0524008 Aug 19 18:51:49.688533 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-983a4f27-e764-4c25-880c-b0841dbe9067 req-f0ec6258-59f4-466f-b660-d0875400f573 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Aug 19 18:51:50.271780 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fabee580-c0b3-4ffc-8b77-59ede515cd0b up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:51:50.336104 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7479fc6-432a-4d6b-97ce-647fa3da79a6 req-89d7f3b4-f9f7-483f-9046-397b67abcf6b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:50.337593 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e7479fc6-432a-4d6b-97ce-647fa3da79a6 req-89d7f3b4-f9f7-483f-9046-397b67abcf6b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Aug 19 18:51:50.377776 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e7479fc6-432a-4d6b-97ce-647fa3da79a6 req-c0ab0186-2f28-4098-9123-bbc2a76eb781 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Aug 19 18:51:50.405620 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port fabee580-c0b3-4ffc-8b77-59ede515cd0b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:51:50.410373 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port fabee580-c0b3-4ffc-8b77-59ede515cd0b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:50.410818 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:50.493259 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:50.521798 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387933b4-d383-463b-88c5-437acbf4fcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:50.524116 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def0787-2327-483b-99ed-56d2c555d6d9" -d '{"events": [{"server_uuid": "387933b4-d383-463b-88c5-437acbf4fcfe", "name": "network-vif-plugged", "status": "completed", "tag": "fabee580-c0b3-4ffc-8b77-59ede515cd0b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:50.538598 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fabee580-c0b3-4ffc-8b77-59ede515cd0b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fabee580-c0b3-4ffc-8b77-59ede515cd0b,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:50.606923 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832e0e1-b4ec-4d21-a64c-6e142e32b31a req-da1061c1-1bfe-44cc-8e6b-4eaa608f76d6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:50.608461 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9832e0e1-b4ec-4d21-a64c-6e142e32b31a req-da1061c1-1bfe-44cc-8e6b-4eaa608f76d6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0934222 Aug 19 18:51:50.616649 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:50.645839 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa214f67-5f4b-4e7a-8619-a303440013a4 req-f4de0c69-b082-4aac-ad74-76277442370a tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:50.647282 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa214f67-5f4b-4e7a-8619-a303440013a4 req-f4de0c69-b082-4aac-ad74-76277442370a tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0825453 Aug 19 18:51:50.673881 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fabee580-c0b3-4ffc-8b77-59ede515cd0b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:50.678413 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9832e0e1-b4ec-4d21-a64c-6e142e32b31a req-ef6e49da-87f0-47a0-8f1b-1c66d0d4a634 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615685 Aug 19 18:51:50.703536 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa214f67-5f4b-4e7a-8619-a303440013a4 req-4a069c0d-a361-4c7f-a2d8-62bd02e95715 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Aug 19 18:51:50.729938 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff61c5-0f3c-4fc7-8318-b6aad7e6dbf4 x-openstack-request-id: req-20ff61c5-0f3c-4fc7-8318-b6aad7e6dbf4 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:50.730240 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387933b4-d383-463b-88c5-437acbf4fcfe", "name": "network-vif-plugged", "status": "completed", "tag": "fabee580-c0b3-4ffc-8b77-59ede515cd0b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:50.730493 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20ff61c5-0f3c-4fc7-8318-b6aad7e6dbf4 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:50.730888 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387933b4-d383-463b-88c5-437acbf4fcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b', 'code': 200} Aug 19 18:51:50.816317 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa754ca-0ab8-4020-9beb-6691758a7e77 req-a7d0ff2e-f30e-4189-bfe1-7cb0d376dcc2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:50.817815 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1aa754ca-0ab8-4020-9beb-6691758a7e77 req-a7d0ff2e-f30e-4189-bfe1-7cb0d376dcc2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0553691 Aug 19 18:51:50.857984 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1aa754ca-0ab8-4020-9beb-6691758a7e77 req-5bc3bd10-4967-4154-af1e-1c20e9ea594c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Aug 19 18:51:51.154811 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48939938-40f8-444d-8aa5-b433ac24f52e req-30651774-fc83-49aa-82b8-0c4170d43dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:51.156845 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48939938-40f8-444d-8aa5-b433ac24f52e req-30651774-fc83-49aa-82b8-0c4170d43dfd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 1098 time: 0.0469820 Aug 19 18:51:51.196916 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48939938-40f8-444d-8aa5-b433ac24f52e req-6d3f7efa-4f63-4b3b-8a2f-ec09d9d207b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269055 Aug 19 18:51:51.499067 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4a20-ddd6-4750-bec5-d1cb26766bed req-03dbf7d1-7fea-42a6-af01-f8f4d76e6eee tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:51.501491 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-944d4a20-ddd6-4750-bec5-d1cb26766bed req-03dbf7d1-7fea-42a6-af01-f8f4d76e6eee tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0535374 Aug 19 18:51:51.541853 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-944d4a20-ddd6-4750-bec5-d1cb26766bed req-58df51d3-b8e8-46e0-bf09-a4aa42f791af tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Aug 19 18:51:51.838330 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59899c2b-4e48-4646-b644-acfcbd344d26 req-447a841c-15f4-4a69-8a8d-e53dc2288142 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:51.839863 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-59899c2b-4e48-4646-b644-acfcbd344d26 req-447a841c-15f4-4a69-8a8d-e53dc2288142 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0786595 Aug 19 18:51:51.852776 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e3d1d-2a1b-43f0-8e4a-ce9dfaa50997 req-72134448-95d6-4fec-9e6b-7de8cdbafe93 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:51.854232 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-347e3d1d-2a1b-43f0-8e4a-ce9dfaa50997 req-72134448-95d6-4fec-9e6b-7de8cdbafe93 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0671575 Aug 19 18:51:51.915831 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-59899c2b-4e48-4646-b644-acfcbd344d26 req-5710e808-c193-4415-a98e-ffd27f5461e4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606496 Aug 19 18:51:51.918787 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-347e3d1d-2a1b-43f0-8e4a-ce9dfaa50997 req-7650382e-0dfa-4cbe-9aa6-61418627bf91 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572197 Aug 19 18:51:52.055985 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bf9f7-b4ef-48bd-aad7-d9a481acb1e8 req-de029834-5e69-479b-bf38-93b571202a5a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.057504 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b92bf9f7-b4ef-48bd-aad7-d9a481acb1e8 req-de029834-5e69-479b-bf38-93b571202a5a tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0796759 Aug 19 18:51:52.066440 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3cd64-5c5b-45b9-85ed-f798ad591d4f req-79e411d8-a676-4042-b923-a437dc4fee1e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.067946 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-93a3cd64-5c5b-45b9-85ed-f798ad591d4f req-79e411d8-a676-4042-b923-a437dc4fee1e tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0791533 Aug 19 18:51:52.123470 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b92bf9f7-b4ef-48bd-aad7-d9a481acb1e8 req-d09ce812-c952-420a-905c-1186dc0f31e9 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545561 Aug 19 18:51:52.128927 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-93a3cd64-5c5b-45b9-85ed-f798ad591d4f req-a9c0f937-95d0-413d-b895-1abfd4d071eb tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539064 Aug 19 18:51:52.152767 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:52.293894 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995c3fa8-68bc-4e48-8530-bab0da862a14 tempest-TestMinimumBasicScenario-563516275 tempest-TestMinimumBasicScenario-563516275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.295434 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-995c3fa8-68bc-4e48-8530-bab0da862a14 tempest-TestMinimumBasicScenario-563516275 tempest-TestMinimumBasicScenario-563516275-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1094 time: 0.1410627 Aug 19 18:51:52.299016 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47622) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:52.303302 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'port_id': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:52.399855 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.498389 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.613077 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Allocated IP 172.27.0.16 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/181cbe4a-2978-4419-81ac-378ba7b6acd8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:51:52.664370 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ed239-5135-4a45-972b-c48e44cda3a3 req-ce07a0f6-876e-4cac-8b29-911383a6f8df tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:52.665874 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2c8ed239-5135-4a45-972b-c48e44cda3a3 req-ce07a0f6-876e-4cac-8b29-911383a6f8df tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0529542 Aug 19 18:51:52.703493 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2c8ed239-5135-4a45-972b-c48e44cda3a3 req-bff2bbf1-82c8-4be2-9093-ce3ca65c6b58 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 19 18:51:52.714718 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.809556 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:52.851196 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:51:52.854007 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:51:52.858213 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:51:52.862153 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'Port': ['ID=181cbe4a-2978-4419-81ac-378ba7b6acd8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:52.887859 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.888208 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.888551 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.888890 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.889223 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.889554 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.889901 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.890211 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.890588 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.890974 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.891281 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:52.891604 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:53.076763 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f642a-517d-46bf-bf9b-9399fd30877b req-be84a621-9e14-4489-bb04-018a823c8635 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.078207 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bc1f642a-517d-46bf-bf9b-9399fd30877b req-be84a621-9e14-4489-bb04-018a823c8635 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0807278 Aug 19 18:51:53.087063 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b706d6-45e4-456d-ac23-962c147c4b62 req-2a359fcf-97cb-4d52-801f-8354b5065c49 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.089246 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7b706d6-45e4-456d-ac23-962c147c4b62 req-2a359fcf-97cb-4d52-801f-8354b5065c49 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0821579 Aug 19 18:51:53.208054 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bc1f642a-517d-46bf-bf9b-9399fd30877b req-018006d4-2ee9-4dd2-afc6-89557d34e2c5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176035 Aug 19 18:51:53.220611 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-a95388c8-5b55-4dbe-966d-98b02f788e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.222157 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-a95388c8-5b55-4dbe-966d-98b02f788e44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e&tenant_id=cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 1097 time: 0.1244638 Aug 19 18:51:53.225142 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7b706d6-45e4-456d-ac23-962c147c4b62 req-cf346c13-c1e9-4ae7-9cc9-f804637fcea1 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895774 Aug 19 18:51:53.263225 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.346890 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-0de639eb-2816-4180-bcc2-f96d9de59934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.348334 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-0de639eb-2816-4180-bcc2-f96d9de59934 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1097 time: 0.0773668 Aug 19 18:51:53.356021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288b0dd-b9bb-49c5-a607-58abe22999ec req-1c06d08e-12eb-4e28-9ab5-cfe57fb1d994 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.357363 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7288b0dd-b9bb-49c5-a607-58abe22999ec req-1c06d08e-12eb-4e28-9ab5-cfe57fb1d994 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0782349 Aug 19 18:51:53.420832 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.435845 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7288b0dd-b9bb-49c5-a607-58abe22999ec req-28e3bdaf-d394-472e-a16a-39319d81b6d8 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723171 Aug 19 18:51:53.484452 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-47826481-5234-42fe-b01d-8982a79a9cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.486436 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-47826481-5234-42fe-b01d-8982a79a9cf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.1017935 Aug 19 18:51:53.566750 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-6ffe2c89-1922-4a13-9c42-915668d3010f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 1000 time: 0.0647991 Aug 19 18:51:53.581007 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.627812 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-ed8073b3-5c58-411b-bdda-1f981942adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.629631 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-ed8073b3-5c58-411b-bdda-1f981942adc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0472522 Aug 19 18:51:53.654764 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.675510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-71cc0b2f-4c14-4090-b0db-77d53671e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:53.677130 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-71cc0b2f-4c14-4090-b0db-77d53671e457 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400953 Aug 19 18:51:53.722034 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'Port': ['ID=181cbe4a-2978-4419-81ac-378ba7b6acd8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:53.734721 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:53.854926 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Floating IP 4f49546a-f693-417b-a062-a1cc4e76ad5d associated. External IP: 172.27.0.16, port: f80a4bf2-9d15-4fe8-9a10-5de8b65a7232. Aug 19 18:51:54.036859 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c8eb8-2b2c-4df5-a57e-6aedd5211cd9 req-c9eac8b1-40d6-4887-bcb0-b34441d9f4ea tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.038392 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e04c8eb8-2b2c-4df5-a57e-6aedd5211cd9 req-c9eac8b1-40d6-4887-bcb0-b34441d9f4ea tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0667353 Aug 19 18:51:54.072736 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-135be0d2-4fe9-42c1-8e38-b652691bffc0 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832736 Aug 19 18:51:54.093277 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Router bba208db-8c85-401c-86bc-e0eb5c336692 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:51:54.135263 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e04c8eb8-2b2c-4df5-a57e-6aedd5211cd9 req-17b9a1f3-f201-4e35-827e-27c9f53a8061 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901706 Aug 19 18:51:54.182924 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df6c6ed2-8f1a-4b8f-a614-afd3a0107ffe req-2586d886-9ffd-4307-adbd-62d321d4c2fc service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982742 Aug 19 18:51:54.222472 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:51:54.233037 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] Sync routers for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:51:54.245098 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:54.245773 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:51:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:54.351283 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:54.363190 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:54.368340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a566c-614e-48f6-a6dd-d489445a2b65 req-d7af123c-3869-4193-8357-7bb143ae0a4c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.370175 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-110a566c-614e-48f6-a6dd-d489445a2b65 req-d7af123c-3869-4193-8357-7bb143ae0a4c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0834279 Aug 19 18:51:54.394668 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-9e6082eb-4d8f-48c9-a45e-4d40d1b7ae45 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0945358 Aug 19 18:51:54.395462 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4a460-3a21-455f-b0a8-1aeb10ff687a req-5d45cb47-1e25-4e31-801c-28fc5c442641 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.396171 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:54.397330 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-33a4a460-3a21-455f-b0a8-1aeb10ff687a req-5d45cb47-1e25-4e31-801c-28fc5c442641 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0818152 Aug 19 18:51:54.402771 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95775a0-8f14-433e-9a52-70d9b728d54b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:54.406182 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47644) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:54.412306 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447062362', 'description': 'tempest-secgroup-smoke-447062362 description', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:54.460267 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-33a4a460-3a21-455f-b0a8-1aeb10ff687a req-97a299b5-4c29-47e5-b644-50995873e05b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514839 Aug 19 18:51:54.465318 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-110a566c-614e-48f6-a6dd-d489445a2b65 req-befff261-c37a-404b-8e06-82f694a0a8f4 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881729 Aug 19 18:51:54.503100 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:54.538872 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5012550-6afa-4e98-b29f-9f75f247d1d1 x-openstack-request-id: req-a5012550-6afa-4e98-b29f-9f75f247d1d1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:54.539234 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:54.539523 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5012550-6afa-4e98-b29f-9f75f247d1d1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:54.539931 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'status': 'completed', 'code': 200} Aug 19 18:51:54.602421 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b8dfc-e16f-40f8-a683-2c4643c32c64 req-e1048168-c9ef-4731-b7d2-fe6a806ec210 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.604753 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0e4b8dfc-e16f-40f8-a683-2c4643c32c64 req-e1048168-c9ef-4731-b7d2-fe6a806ec210 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0697126 Aug 19 18:51:54.611290 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:54.630798 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '4f49546a-f693-417b-a062-a1cc4e76ad5d', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'port_id': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'mac_address': 'fa:16:3e:ca:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:51:53Z', 'updated_at': '2021-08-19T18:51:53Z', 'revision_number': 0, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:54.659483 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] Checking router: bba208db-8c85-401c-86bc-e0eb5c336692 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:51:54.669155 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:51:54.669780 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:51:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:54.677966 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:54.679211 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0e4b8dfc-e16f-40f8-a683-2c4643c32c64 req-48a1938c-b9c5-4788-b895-051c3bdac085 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598586 Aug 19 18:51:54.682079 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-317a8d56-4c98-45e6-963b-6a74a5603679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.683806 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-317a8d56-4c98-45e6-963b-6a74a5603679 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1099 time: 0.0785739 Aug 19 18:51:54.713896 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad3f18-95f8-4d26-af97-054b3d312b89,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:54.803104 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:51:54.815374 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-f2435aff-a3ea-4619-9a12-9afca6ab1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:54.816873 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-f2435aff-a3ea-4619-9a12-9afca6ab1ae3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 916 time: 0.1190391 Aug 19 18:51:54.826429 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:54.830858 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7c7d30bd-97cf-405b-94ee-0a7ac757e968 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4201875 Aug 19 18:51:54.831298 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:54.838064 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad3f18-95f8-4d26-af97-054b3d312b89', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:54.962105 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-11d7976c-5fc9-49de-9fa7-c4d711795b24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 999 time: 0.1135361 Aug 19 18:51:55.039481 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-15b00396-c1ab-452d-9ced-5e360c8063bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:55.042209 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-15b00396-c1ab-452d-9ced-5e360c8063bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 200 len: 854 time: 0.0680618 Aug 19 18:51:55.043840 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:55.070183 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '4f49546a-f693-417b-a062-a1cc4e76ad5d', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'port_id': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'mac_address': 'fa:16:3e:ca:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:51:53Z', 'updated_at': '2021-08-19T18:51:53Z', 'revision_number': 0, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:51:55.105382 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc68cb79-7b51-452c-9623-fe6ddbb16f30 None None] The sync data for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi is: [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '4f49546a-f693-417b-a062-a1cc4e76ad5d', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'port_id': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'mac_address': 'fa:16:3e:ca:3f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:51:53Z', 'updated_at': '2021-08-19T18:51:53Z', 'revision_number': 0, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:51:55.112643 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-0fe4ed68-1832-411d-9a5a-e18967f4286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:55.114208 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-0fe4ed68-1832-411d-9a5a-e18967f4286e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d659019f-d992-4e86-87bd-b507b53fb8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526319 Aug 19 18:51:55.132686 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:55.289189 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:55.337418 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2f9b7a-4522-4169-a61d-c97fe9b7b331,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:55.351669 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-fc40dd34-ecdd-4861-a771-b06aebe968e8 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152853 Aug 19 18:51:55.447758 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:55.450651 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8e6b4268-f1f1-46df-ac55-76e6eb50a0a8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6175256 Aug 19 18:51:55.455372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47682) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:55.469261 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad3f18-95f8-4d26-af97-054b3d312b89', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:55.488052 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecac306-b5a1-4b8c-82fe-0f620b298de7 req-0a4342e4-8199-4e82-ba1b-3097a1782657 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:55.501554 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ecac306-b5a1-4b8c-82fe-0f620b298de7 req-0a4342e4-8199-4e82-ba1b-3097a1782657 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.2406292 Aug 19 18:51:55.559903 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d95775a0-8f14-433e-9a52-70d9b728d54b req-043ab79d-298c-43a7-9a17-af8fe88a77de service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965139 Aug 19 18:51:55.561855 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8579215e-aec9-4ab3-bbf4-2832bf4657e7 None None] New status for floating IP 4f49546a-f693-417b-a062-a1cc4e76ad5d: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:51:55.696637 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ecac306-b5a1-4b8c-82fe-0f620b298de7 req-07d84acd-9022-4528-9790-88b09b702f9d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907616 Aug 19 18:51:55.832033 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:55.837916 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26fff9-140c-45bb-a412-2ace2b1b73ef req-5dcdd270-a5c8-4bb4-81b8-16f59af66dc9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:55.839647 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bf26fff9-140c-45bb-a412-2ace2b1b73ef req-5dcdd270-a5c8-4bb4-81b8-16f59af66dc9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.2202458 Aug 19 18:51:55.972999 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.004147 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bf26fff9-140c-45bb-a412-2ace2b1b73ef req-b86e971b-cac8-4d90-9997-e052606c1949 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313279 Aug 19 18:51:56.014121 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f3d39-029b-4ba1-838f-23c8db95a46a req-41b2ace5-54e6-485c-851b-2630efc21049 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.029756 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f1f3d39-029b-4ba1-838f-23c8db95a46a req-41b2ace5-54e6-485c-851b-2630efc21049 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.1848972 Aug 19 18:51:56.078805 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f1f3d39-029b-4ba1-838f-23c8db95a46a req-fdf5f3e1-1200-41b8-a273-f0aad3836078 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515144 Aug 19 18:51:56.333574 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.369763 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eda299-fc70-4152-b015-0f4fecf3a83c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:56.645964 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.647938 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.650095 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-06c5b1b1-51d5-49f7-8a6a-18206453bab3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1939583 Aug 19 18:51:56.652050 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47696) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:56.660390 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad3f18-95f8-4d26-af97-054b3d312b89', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:56.792930 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bdf03-665c-4645-ba67-5d9988df18db req-aa47b7d3-fb6c-4d8f-b719-16263085c595 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:56.800142 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.800792 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e9bdf03-665c-4645-ba67-5d9988df18db req-aa47b7d3-fb6c-4d8f-b719-16263085c595 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0628059 Aug 19 18:51:56.839137 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e9bdf03-665c-4645-ba67-5d9988df18db req-0ad40755-9ab2-49f9-a356-c2e60ca21ad8 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Aug 19 18:51:56.883057 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.957852 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:56.978524 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5df9564-d6a1-4d5f-9c32-763eedab37b9,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:57.147388 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.147388 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7d350b52-1856-475d-b204-5d25c1206eab tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4854379 Aug 19 18:51:57.147388 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47710) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:57.147754 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f400f0-c788-4f7f-a5d5-ebacfd0867b8 req-39d7d0e0-672e-4f60-9cad-ada2fd43e1f3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:57.148076 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-66f400f0-c788-4f7f-a5d5-ebacfd0867b8 req-39d7d0e0-672e-4f60-9cad-ada2fd43e1f3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0670855 Aug 19 18:51:57.148236 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad3f18-95f8-4d26-af97-054b3d312b89', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:57.230302 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-66f400f0-c788-4f7f-a5d5-ebacfd0867b8 req-01194bcf-6c8d-4556-82c9-45c47038d0c3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763810 Aug 19 18:51:57.262761 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c48253-b9ba-43ca-86fc-d060f6eb0c43 req-473d3334-e703-4315-a6b0-fa901ec50c6d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:57.264433 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-45c48253-b9ba-43ca-86fc-d060f6eb0c43 req-473d3334-e703-4315-a6b0-fa901ec50c6d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0910196 Aug 19 18:51:57.274059 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.320574 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-45c48253-b9ba-43ca-86fc-d060f6eb0c43 req-e82a5533-89da-4ff6-b3d0-9810df4b4b40 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487006 Aug 19 18:51:57.351037 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.415283 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.434715 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f99f4b-53aa-4787-bcad-d192f9c1e196,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:57.502794 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.504216 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5e4dc764-959b-4f5c-86d8-d3e5b28aaae1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3606749 Aug 19 18:51:57.507214 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47712) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:57.511759 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad3f18-95f8-4d26-af97-054b3d312b89', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:57.606227 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Project 1beb15dc8aa44ad18f3e83be7e6d3955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:51:57.613327 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.692076 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.754227 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.774840 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59b1238-bafe-4b9a-80b2-994b6bd42544,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:57.883602 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:57.885196 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e9298b55-4e47-4b88-be3d-d2508eea2f4c tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3770487 Aug 19 18:51:57.892059 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47720) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:51:57.894034 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'security_group_rule': {'security_group_id': 'c0ad3f18-95f8-4d26-af97-054b3d312b89', 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:58.043408 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9f87e-ba3a-444d-9e8f-84d1ab07807f req-d8df3d5a-29e9-4f81-bfdf-00a1dbca88e5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.045230 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-57d9f87e-ba3a-444d-9e8f-84d1ab07807f req-d8df3d5a-29e9-4f81-bfdf-00a1dbca88e5 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0741129 Aug 19 18:51:58.069479 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Project 1beb15dc8aa44ad18f3e83be7e6d3955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:51:58.076030 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:58.088879 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-57d9f87e-ba3a-444d-9e8f-84d1ab07807f req-636fe5d5-e6b5-491e-a171-f4de6fc12699 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366752 Aug 19 18:51:58.152015 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:58.245884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:58.268256 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965b840b-cd9b-424b-bf1c-4fec5ff211e2,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:58.343297 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:58.345800 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c27d2225-6b90-4728-8a55-fdeedff60976 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4569521 Aug 19 18:51:58.380484 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a9484-aa66-46ca-b643-1eb7650f9acf req-8b9dac7a-45c0-4d89-8a83-e3fc2ee48e3e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.381158 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ef1a9484-aa66-46ca-b643-1eb7650f9acf req-8b9dac7a-45c0-4d89-8a83-e3fc2ee48e3e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0627701 Aug 19 18:51:58.443138 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ef1a9484-aa66-46ca-b643-1eb7650f9acf req-fc70f826-7449-4d72-a18a-79c2ed0d3897 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485721 Aug 19 18:51:58.538491 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a0886229-6907-48eb-b555-92adadd0bf60 req-516b4ad5-04d7-45de-b6d2-fc0b33532ca1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447062362&fields=id&tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955 HTTP/1.1" status: 200 len: 267 time: 0.0351536 Aug 19 18:51:58.591750 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0886229-6907-48eb-b555-92adadd0bf60 req-4cf31087-7ddd-4878-95f5-06ea7ce47268 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:58.593257 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a0886229-6907-48eb-b555-92adadd0bf60 req-4cf31087-7ddd-4878-95f5-06ea7ce47268 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Aug 19 18:51:58.605224 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'port': {'security_groups': ['fc60cd76-b4f8-42b8-88a5-890debd488bd', 'c0ad3f18-95f8-4d26-af97-054b3d312b89']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:51:58.676873 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:58.881900 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:51:58.911318 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:59.034214 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:59.076033 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:59.079455 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.080132 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:59.081652 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a0886229-6907-48eb-b555-92adadd0bf60 req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "PUT /v2.0/ports/f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 982 time: 0.4812167 Aug 19 18:51:59.082129 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:51:59.087486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:51:59.144904 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:51:59.162956 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.163492 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.163853 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.164202 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.164546 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.164892 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.165262 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.165597 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.168041 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.168423 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.168793 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.169137 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c973f89-4448-42c9-ba41-6abe54003032 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:51:59.272052 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82611e-0b04-4bba-a9af-5e1053ef56c9 req-259b5c19-f237-4378-9a0b-b3c712640c00 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.275259 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1f82611e-0b04-4bba-a9af-5e1053ef56c9 req-259b5c19-f237-4378-9a0b-b3c712640c00 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0696828 Aug 19 18:51:59.326753 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1f82611e-0b04-4bba-a9af-5e1053ef56c9 req-eeb18222-a585-42e1-a0ce-c9569c1e8b49 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430558 Aug 19 18:51:59.331526 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:51:59.489269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac77d-4cfb-4ac4-b03b-21522d9915ae req-665799c2-4e35-45c7-ac3d-9168612d3025 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.491072 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7b7ac77d-4cfb-4ac4-b03b-21522d9915ae req-665799c2-4e35-45c7-ac3d-9168612d3025 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0720479 Aug 19 18:51:59.557966 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7d708272-c9d2-47df-b9b2-bdf3c3f86f2a None None] Provisioning complete for port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:51:59.558345 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7d708272-c9d2-47df-b9b2-bdf3c3f86f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:51:59.561052 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7b7ac77d-4cfb-4ac4-b03b-21522d9915ae req-34f74ebf-3127-4c30-819e-68e53b351918 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630436 Aug 19 18:51:59.645373 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90637fbd-7b6d-4703-9446-31a28a317b55 x-openstack-request-id: req-90637fbd-7b6d-4703-9446-31a28a317b55 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:51:59.645373 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:51:59.645373 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90637fbd-7b6d-4703-9446-31a28a317b55 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:51:59.645373 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'status': 'completed', 'code': 200} Aug 19 18:51:59.733395 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd474f45-4ba8-4bf4-909f-06119c37edd8 req-e99a30b4-2213-4f30-aae8-158f0ffc63a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.736212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd474f45-4ba8-4bf4-909f-06119c37edd8 req-e99a30b4-2213-4f30-aae8-158f0ffc63a1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0684619 Aug 19 18:51:59.798667 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd474f45-4ba8-4bf4-909f-06119c37edd8 req-f8539c79-30f5-4d68-9198-e054a9e04da6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482693 Aug 19 18:51:59.917403 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe107-27be-4aad-aec0-35ba59151047 req-590ace8b-b89b-43ce-9e6d-0431a9d87999 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:51:59.924029 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b51fe107-27be-4aad-aec0-35ba59151047 req-590ace8b-b89b-43ce-9e6d-0431a9d87999 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0631073 Aug 19 18:51:59.995770 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b51fe107-27be-4aad-aec0-35ba59151047 req-a5f1fdc0-d411-471e-94b5-6a5e7f5b433a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695174 Aug 19 18:52:00.460753 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aecaa4-ddcb-4a32-bb97-c81fcad0281b req-ac801ed0-120e-4e7c-93c8-07deb975942e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:00.462504 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-91aecaa4-ddcb-4a32-bb97-c81fcad0281b req-ac801ed0-120e-4e7c-93c8-07deb975942e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0595784 Aug 19 18:52:00.507818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-91aecaa4-ddcb-4a32-bb97-c81fcad0281b req-4bb5a2ba-996b-440f-b9c2-3afdff83ac61 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373347 Aug 19 18:52:00.927771 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90062d6-0615-4c5d-a9ee-dd8234f65a26 req-7a80184a-a109-4e15-bf52-308a72412831 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:00.962622 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c90062d6-0615-4c5d-a9ee-dd8234f65a26 req-7a80184a-a109-4e15-bf52-308a72412831 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0595584 Aug 19 18:52:00.973171 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c90062d6-0615-4c5d-a9ee-dd8234f65a26 req-1288fdca-027a-4e21-8010-7e544f1efd0c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 Aug 19 18:52:01.150798 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843e9d2-18bd-4caa-9f2c-8c887ee2a036 req-eb43edeb-5427-42f5-b5f6-038339a27beb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:01.152291 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9843e9d2-18bd-4caa-9f2c-8c887ee2a036 req-eb43edeb-5427-42f5-b5f6-038339a27beb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0545361 Aug 19 18:52:01.203619 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9843e9d2-18bd-4caa-9f2c-8c887ee2a036 req-ddbd8d7e-b1e9-49e0-816f-91e62ff8176a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Aug 19 18:52:01.648911 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c5575-a2f7-4741-9f0e-c6d5ffeed746 req-ed26ede8-5fe6-41b1-b1a0-f062529ab21e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:01.650652 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-233c5575-a2f7-4741-9f0e-c6d5ffeed746 req-ed26ede8-5fe6-41b1-b1a0-f062529ab21e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0580630 Aug 19 18:52:01.695733 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-233c5575-a2f7-4741-9f0e-c6d5ffeed746 req-37d69562-4550-47cd-b6ee-d0531950cad5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Aug 19 18:52:02.131139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bbcb9-7240-454c-88d4-346c7aecfc46 req-9281d015-af42-49b5-bb6b-ac9e83866816 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:02.133026 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-220bbcb9-7240-454c-88d4-346c7aecfc46 req-9281d015-af42-49b5-bb6b-ac9e83866816 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0558522 Aug 19 18:52:02.175174 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-220bbcb9-7240-454c-88d4-346c7aecfc46 req-b56fda3b-131e-4c74-a636-ec5a58ef2323 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353124 Aug 19 18:52:02.336268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d21eb-55c3-4d38-8d3e-333edc61c946 req-789658ae-f847-4a4b-b2bf-82c67f9f842c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:02.337836 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce5d21eb-55c3-4d38-8d3e-333edc61c946 req-789658ae-f847-4a4b-b2bf-82c67f9f842c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0508220 Aug 19 18:52:02.377365 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce5d21eb-55c3-4d38-8d3e-333edc61c946 req-7fca82ed-5ee5-4b9e-beac-ade7c393ef9c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324676 Aug 19 18:52:02.817906 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d09c8-735e-4b46-8a56-e6b7c121d7b0 req-2036c635-9447-4886-a048-d7c8fbd608fa tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:02.819441 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-007d09c8-735e-4b46-8a56-e6b7c121d7b0 req-2036c635-9447-4886-a048-d7c8fbd608fa tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0520577 Aug 19 18:52:02.878646 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-007d09c8-735e-4b46-8a56-e6b7c121d7b0 req-d87954e1-906f-4cd8-963c-800185863648 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530875 Aug 19 18:52:03.103179 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 47784) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:03.214243 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b97680e4-c45b-4251-a6f7-43dbf4f4512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.302032 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97e7ec-ca4d-4ab0-a098-cd232fc0d9e0 req-7a8b238a-1bc9-4d03-a7f5-23530955f3ca tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:03.303766 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6f97e7ec-ca4d-4ab0-a098-cd232fc0d9e0 req-7a8b238a-1bc9-4d03-a7f5-23530955f3ca tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0568206 Aug 19 18:52:03.339873 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b97680e4-c45b-4251-a6f7-43dbf4f4512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.347292 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6f97e7ec-ca4d-4ab0-a098-cd232fc0d9e0 req-1fa682b0-95c6-401f-ac02-6e96dd879761 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370963 Aug 19 18:52:03.408931 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b97680e4-c45b-4251-a6f7-43dbf4f4512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.480121 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-b97680e4-c45b-4251-a6f7-43dbf4f4512b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6df0ad2367444829a56a9639525b1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755717 Aug 19 18:52:03.481913 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97680e4-c45b-4251-a6f7-43dbf4f4512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b98749-75c4-42d3-93e1-57bea3db2a3a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:03.482875 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 47792) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:03.584692 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc279d-4f9a-4240-a95a-666a02a0e767 req-8fca5a0e-530c-47a4-b45c-04b2c69c7adc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:03.586541 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-69fc279d-4f9a-4240-a95a-666a02a0e767 req-8fca5a0e-530c-47a4-b45c-04b2c69c7adc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0838988 Aug 19 18:52:03.587491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c3b482b-e6ed-462b-ac5d-7269eb4f3ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.627784 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c3b482b-e6ed-462b-ac5d-7269eb4f3ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.665976 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-69fc279d-4f9a-4240-a95a-666a02a0e767 req-522c1df0-64cc-40e5-aaf2-f65a33a0bb50 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688217 Aug 19 18:52:03.766160 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c3b482b-e6ed-462b-ac5d-7269eb4f3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.769107 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c3b482b-e6ed-462b-ac5d-7269eb4f3ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:03.773390 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-4c3b482b-e6ed-462b-ac5d-7269eb4f3ae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94b98749-75c4-42d3-93e1-57bea3db2a3a HTTP/1.1" status: 204 len: 168 time: 0.2859607 Aug 19 18:52:03.780387 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b482b-e6ed-462b-ac5d-7269eb4f3ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b98749-75c4-42d3-93e1-57bea3db2a3a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:04.013273 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da504955-5276-485e-8ce1-a67f82550797 req-a8247de6-194d-436a-8ac1-6851efee2784 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:04.014753 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da504955-5276-485e-8ce1-a67f82550797 req-a8247de6-194d-436a-8ac1-6851efee2784 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0601351 Aug 19 18:52:04.055355 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da504955-5276-485e-8ce1-a67f82550797 req-7bf79d1e-abc0-4f1a-b584-337fa88a5f52 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333173 Aug 19 18:52:04.117996 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eb30c704-180e-4eaf-84f7-919d9116d6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:04.477654 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9127d9e-2a90-4925-86c3-dfa802189342 req-acbe1364-ee9b-42ca-ac8e-ef0c31a82c1c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:04.479172 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d9127d9e-2a90-4925-86c3-dfa802189342 req-acbe1364-ee9b-42ca-ac8e-ef0c31a82c1c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0626366 Aug 19 18:52:04.533143 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d9127d9e-2a90-4925-86c3-dfa802189342 req-dd9253e9-d0e6-4728-9a64-43998485f96b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Aug 19 18:52:04.826281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b54e31-ef52-49ef-88e3-52eb743dcdeb req-c2899dbd-f433-4555-b874-184a16113087 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:04.834027 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-61b54e31-ef52-49ef-88e3-52eb743dcdeb req-c2899dbd-f433-4555-b874-184a16113087 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0846820 Aug 19 18:52:04.880156 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-61b54e31-ef52-49ef-88e3-52eb743dcdeb req-b756125d-ba3c-40fa-b3f2-2c1c6e16a5b5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451236 Aug 19 18:52:05.200627 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef0b03-4962-42ac-81a2-04a001ce958f req-3e086562-19d4-4379-bfa6-cb91f4537151 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:05.202480 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-49ef0b03-4962-42ac-81a2-04a001ce958f req-3e086562-19d4-4379-bfa6-cb91f4537151 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0638309 Aug 19 18:52:05.255738 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-49ef0b03-4962-42ac-81a2-04a001ce958f req-dfa70e77-4db7-426e-b535-1c2a871c0a3a tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Aug 19 18:52:05.674790 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0024969-b1c5-4cf7-b9d1-63f66b231912 req-788a4f81-20b4-4fe6-91ac-a6811563439d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:05.678488 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c0024969-b1c5-4cf7-b9d1-63f66b231912 req-788a4f81-20b4-4fe6-91ac-a6811563439d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0738904 Aug 19 18:52:05.721141 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c0024969-b1c5-4cf7-b9d1-63f66b231912 req-e851efa6-e768-4d6a-9fde-615557bcd661 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Aug 19 18:52:06.019221 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fafbec-2368-472b-b520-f3d5bbfb35d0 req-a21bb616-997e-47a0-8b0e-a92e2d652986 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:06.021135 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63fafbec-2368-472b-b520-f3d5bbfb35d0 req-a21bb616-997e-47a0-8b0e-a92e2d652986 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0626390 Aug 19 18:52:06.070480 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63fafbec-2368-472b-b520-f3d5bbfb35d0 req-3a7bf662-7299-4a2f-a594-2d201d5aaa17 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 Aug 19 18:52:06.418054 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0de80-ee73-4ea6-8a70-919db8a1827c req-f79411a4-6492-40d5-add9-ff45dfe32695 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:06.420849 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f0c0de80-ee73-4ea6-8a70-919db8a1827c req-f79411a4-6492-40d5-add9-ff45dfe32695 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0749435 Aug 19 18:52:06.471576 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f0c0de80-ee73-4ea6-8a70-919db8a1827c req-b67c4ddc-3d34-4f93-9289-f212b7d8b0c6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Aug 19 18:52:06.847163 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f824fc-f571-4762-9436-9f21eda95aa4 req-7f948f89-db6a-40a6-8e74-dfa02b55a91c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:06.848657 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92f824fc-f571-4762-9436-9f21eda95aa4 req-7f948f89-db6a-40a6-8e74-dfa02b55a91c tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Aug 19 18:52:06.887625 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92f824fc-f571-4762-9436-9f21eda95aa4 req-252cf338-419f-4fce-ad77-8ad4ec629a2f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Aug 19 18:52:06.892036 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42a96178-5074-40cc-8f96-39e52dec1af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:07.202015 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53fb16-f1aa-43e2-8d01-8497bc1ffc82 req-e52dc277-5fb3-42b7-a88d-538bd4031a48 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.204801 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f53fb16-f1aa-43e2-8d01-8497bc1ffc82 req-e52dc277-5fb3-42b7-a88d-538bd4031a48 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0553663 Aug 19 18:52:07.243895 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f53fb16-f1aa-43e2-8d01-8497bc1ffc82 req-7d4ba242-db32-4ac2-8a14-1a56883e081f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325370 Aug 19 18:52:07.422611 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:07.630004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9c8c4-c002-49c8-97a9-f9a429d564d8 req-3a41e6ec-1b1e-4f29-ba0e-982028b68ed9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.631519 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36a9c8c4-c002-49c8-97a9-f9a429d564d8 req-3a41e6ec-1b1e-4f29-ba0e-982028b68ed9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0788906 Aug 19 18:52:07.634305 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-fa56a438-8ca3-4035-8ba2-8f7ceeabb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.635721 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-fa56a438-8ca3-4035-8ba2-8f7ceeabb6b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1138 time: 0.0711303 Aug 19 18:52:07.720195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36a9c8c4-c002-49c8-97a9-f9a429d564d8 req-1625c99c-e956-4597-a23f-b827c6a2a1aa tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812776 Aug 19 18:52:07.757467 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-748503c4-6eb0-433b-b252-64dd1e9558ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.759104 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-748503c4-6eb0-433b-b252-64dd1e9558ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 916 time: 0.1133530 Aug 19 18:52:07.851007 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-7832014a-1ddb-407c-b3ee-453f53da651e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 1001 time: 0.0620127 Aug 19 18:52:07.903204 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-63f8eb14-8b3c-4c49-bb76-f60de5dcb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.908327 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-63f8eb14-8b3c-4c49-bb76-f60de5dcb6ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 200 len: 854 time: 0.0525367 Aug 19 18:52:07.960099 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:07.997518 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-677846c7-2437-4f0e-90e8-3792b5c0f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:07.999420 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-677846c7-2437-4f0e-90e8-3792b5c0f52e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d659019f-d992-4e86-87bd-b507b53fb8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710170 Aug 19 18:52:08.107330 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97244e58-2a08-4188-8928-e360843f75bc req-48feb2b1-00f2-449c-93dd-921b0fce3b5b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:08.108875 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-97244e58-2a08-4188-8928-e360843f75bc req-48feb2b1-00f2-449c-93dd-921b0fce3b5b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1280522 Aug 19 18:52:08.150201 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-5cae7196-ad5e-4736-93e4-4a6d3b87a5de service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356895 Aug 19 18:52:08.213645 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-97244e58-2a08-4188-8928-e360843f75bc req-80af2aa1-e097-4517-9e0d-f3d9bb395035 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964975 Aug 19 18:52:08.267012 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfb5a4bf-06e9-4a94-8fcb-b0e703d33d8d req-d2084fe5-3b96-41ef-9450-eda0f5026029 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041694 Aug 19 18:52:08.374327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85010f73-3778-4c9a-8647-e6ab386f0f42 req-96ab3cc4-3b34-46ad-84ff-7dba3e70f102 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:08.376429 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-85010f73-3778-4c9a-8647-e6ab386f0f42 req-96ab3cc4-3b34-46ad-84ff-7dba3e70f102 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0558233 Aug 19 18:52:08.415426 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-85010f73-3778-4c9a-8647-e6ab386f0f42 req-7b088ac3-bbae-4f84-b746-aa8338a5698a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327315 Aug 19 18:52:08.843815 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402f376-9a6b-466f-bad8-b10f7d1a352e req-dd3c0714-fb3b-4dd6-8d56-5dfd3c4f1c42 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:08.845676 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8402f376-9a6b-466f-bad8-b10f7d1a352e req-dd3c0714-fb3b-4dd6-8d56-5dfd3c4f1c42 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Aug 19 18:52:08.892407 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8402f376-9a6b-466f-bad8-b10f7d1a352e req-f7bbc74d-d9ba-4411-a988-5943e7d7b833 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370913 Aug 19 18:52:09.150631 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:52:09.269961 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce092db-5b58-46c1-9b7b-162e3ddb0283 req-257e4cf0-b27c-43e7-8f01-a7e114e61849 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.277866 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fce092db-5b58-46c1-9b7b-162e3ddb0283 req-257e4cf0-b27c-43e7-8f01-a7e114e61849 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0667899 Aug 19 18:52:09.320155 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:09.342193 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fce092db-5b58-46c1-9b7b-162e3ddb0283 req-378ef58a-7a3e-48c1-aed1-8ffa4e8134f0 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634487 Aug 19 18:52:09.365398 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38404b-878f-4ea9-bf3d-4921e6dec2e7 req-44355fc9-19d3-4afb-9531-33d94154927f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.370465 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa38404b-878f-4ea9-bf3d-4921e6dec2e7 req-44355fc9-19d3-4afb-9531-33d94154927f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0741730 Aug 19 18:52:09.467871 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aa38404b-878f-4ea9-bf3d-4921e6dec2e7 req-427754c6-a00a-454a-9e03-783f3c76fb71 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905080 Aug 19 18:52:09.491342 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-29ba205b-bf43-4171-88dd-8586d4599f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.491342 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-29ba205b-bf43-4171-88dd-8586d4599f5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1098 time: 0.1016982 Aug 19 18:52:09.496140 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d21fdf-6402-4cb8-91b0-ac9a9a53adfa req-18988c88-aadd-4c9d-8aa4-d01ca428c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.497811 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-47d21fdf-6402-4cb8-91b0-ac9a9a53adfa req-18988c88-aadd-4c9d-8aa4-d01ca428c5dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.0689976 Aug 19 18:52:09.632667 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86006a-0f67-464c-9072-a93c10d06464 req-96ef979f-db5d-402b-90cf-c4b01ef1b602 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.634177 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ad86006a-0f67-464c-9072-a93c10d06464 req-96ef979f-db5d-402b-90cf-c4b01ef1b602 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.1271830 Aug 19 18:52:09.638211 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-47d21fdf-6402-4cb8-91b0-ac9a9a53adfa req-135a17f3-dd82-4c43-904b-7dacc4102c71 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286812 Aug 19 18:52:09.670722 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-923424ea-5cb2-410f-b748-522d5b6509aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:09.672837 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-923424ea-5cb2-410f-b748-522d5b6509aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.1739981 Aug 19 18:52:09.702369 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ad86006a-0f67-464c-9072-a93c10d06464 req-4a3db7c3-c445-4343-ad36-9ce745af7d31 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602448 Aug 19 18:52:09.989008 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-2980de62-3875-4a04-a92f-3db6d6af41c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0637925 Aug 19 18:52:10.088123 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-5c7812bd-58cc-450e-baa3-48a6b0c60bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.089682 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-5c7812bd-58cc-450e-baa3-48a6b0c60bdc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0743027 Aug 19 18:52:10.096044 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-d122ad13-b897-47b8-91c6-2a964263f25b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723968 Aug 19 18:52:10.188048 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-93dab1ab-3c6c-4385-9be2-7127c19b14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.192388 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-93dab1ab-3c6c-4385-9be2-7127c19b14a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737574 Aug 19 18:52:10.195242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-8f5f1b47-4c67-41f7-a618-67b57ed84e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.196777 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-8f5f1b47-4c67-41f7-a618-67b57ed84e97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 1098 time: 0.0529344 Aug 19 18:52:10.353911 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-6300331b-e960-4d5a-986b-4468842105ab service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511252 Aug 19 18:52:10.379665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-b829dbbc-bb78-4d6a-9ae6-8ea66156ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.381164 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-b829dbbc-bb78-4d6a-9ae6-8ea66156ded7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.1595392 Aug 19 18:52:10.469797 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-dc5a5232-9636-4627-89d1-0d7f188788ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=121ea997-39e2-4031-a641-b17a64ac4636 HTTP/1.1" status: 200 len: 217 time: 0.0502765 Aug 19 18:52:10.862032 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-261a7871-bbe2-4b42-9a34-9c1aee83eafd req-8718c6c3-ef9f-4de6-8b4d-65debe4f70da service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954925 Aug 19 18:52:10.868513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-4541c141-c97c-4d39-9c22-b79947187007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.871542 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-4541c141-c97c-4d39-9c22-b79947187007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.3783779 Aug 19 18:52:10.879518 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac742b-8a86-4013-beab-f32cdb16f546 req-238843f9-7a68-4baa-80c1-708a5eda1e1c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.881138 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2dac742b-8a86-4013-beab-f32cdb16f546 req-238843f9-7a68-4baa-80c1-708a5eda1e1c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.4261837 Aug 19 18:52:10.909803 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef2c6c-adb2-44b4-88ca-86cd4cd6eb6c req-c12f9f1d-fdcf-4159-921a-d6674e593214 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:10.911458 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d1ef2c6c-adb2-44b4-88ca-86cd4cd6eb6c req-c12f9f1d-fdcf-4159-921a-d6674e593214 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1210554 Aug 19 18:52:10.983518 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-69fb0109-9c67-4842-a9e5-dc04aed6eb65 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342820 Aug 19 18:52:10.988248 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2dac742b-8a86-4013-beab-f32cdb16f546 req-af719861-194f-4d45-aff2-f35dbbaaa91b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934293 Aug 19 18:52:11.016391 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d1ef2c6c-adb2-44b4-88ca-86cd4cd6eb6c req-523a88fb-8f49-4688-8d5f-f75d251b1b9e tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902917 Aug 19 18:52:11.144336 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-e38db415-fb5a-44b5-bf96-ced734024f34 service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445932 Aug 19 18:52:11.155355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f624c-d6e2-48c8-8dd4-37de63f73207 req-58ec6c81-1ab3-48cb-b972-6a1f993857dd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:11.157382 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-946f624c-d6e2-48c8-8dd4-37de63f73207 req-58ec6c81-1ab3-48cb-b972-6a1f993857dd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0829334 Aug 19 18:52:11.251451 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-946f624c-d6e2-48c8-8dd4-37de63f73207 req-28d66796-ba9e-45a1-adc5-d17f1ae6b417 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848436 Aug 19 18:52:11.279622 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e28d3fa4-34b6-4ccb-ac6f-f370d5d9fa5a req-c5e551bd-739a-4c80-881a-9df42a7201ec service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206591 Aug 19 18:52:12.119080 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c66fc-86b2-4ff1-80c2-a448d8f40555 req-f9499678-478f-4f5a-a2cf-5eeff35e4dce tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.120588 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f4c66fc-86b2-4ff1-80c2-a448d8f40555 req-f9499678-478f-4f5a-a2cf-5eeff35e4dce tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0552447 Aug 19 18:52:12.192613 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f4c66fc-86b2-4ff1-80c2-a448d8f40555 req-5eb6af3b-321a-4a95-b67f-3146e0991aed tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601001 Aug 19 18:52:12.206496 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83938b0c-72bd-4e6c-b028-1f490cf4ad80 req-5f0154ca-1606-465f-9ec1-948e504fb132 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.216462 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-83938b0c-72bd-4e6c-b028-1f490cf4ad80 req-5f0154ca-1606-465f-9ec1-948e504fb132 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0865710 Aug 19 18:52:12.250834 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-83938b0c-72bd-4e6c-b028-1f490cf4ad80 req-7ddd8e70-ec7b-46f2-a54d-9133b3770d08 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367670 Aug 19 18:52:12.395054 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243f93b-30d8-4289-badf-c9c8308cca8d req-294959fe-367e-4a56-b12d-abba9f248ec8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.396657 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f243f93b-30d8-4289-badf-c9c8308cca8d req-294959fe-367e-4a56-b12d-abba9f248ec8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0674164 Aug 19 18:52:12.443297 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f243f93b-30d8-4289-badf-c9c8308cca8d req-23b8859c-af05-42cd-95eb-22f5059e436a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386488 Aug 19 18:52:12.786438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ea800-3858-4ac1-9c5f-ce8964021e93 req-aac2bf24-d934-4a49-ac14-5a824bd1b6e7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.788167 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-922ea800-3858-4ac1-9c5f-ce8964021e93 req-aac2bf24-d934-4a49-ac14-5a824bd1b6e7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Aug 19 18:52:12.829982 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-922ea800-3858-4ac1-9c5f-ce8964021e93 req-5599a1b2-3327-4d05-9c48-dd54307c31fd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Aug 19 18:52:12.883283 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649567-37af-41e5-b258-77e52e16bec9 req-4e67b5b5-d034-4c96-b5d7-2e1292802f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.884791 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-4e67b5b5-d034-4c96-b5d7-2e1292802f8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9096b056518042a9b8ecccc46532af00&device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 1098 time: 0.0496516 Aug 19 18:52:12.979771 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649567-37af-41e5-b258-77e52e16bec9 req-fb224bd8-8f61-43b7-b5ee-39fc3ed7fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:12.981265 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-fb224bd8-8f61-43b7-b5ee-39fc3ed7fbae service neutron] 10.222.0.30 "GET /v2.0/networks?id=3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 200 len: 919 time: 0.0883350 Aug 19 18:52:13.027000 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-31e24669-de8d-41de-9c21-063e8d5bcfa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 200 len: 217 time: 0.0365889 Aug 19 18:52:13.091141 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af649567-37af-41e5-b258-77e52e16bec9 req-da6fc768-8f2f-48fc-bb2c-27532c73ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.092609 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-da6fc768-8f2f-48fc-bb2c-27532c73ab72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 200 len: 858 time: 0.0510108 Aug 19 18:52:13.125903 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-08288581-e538-47f6-94e9-3faf8d8d3c20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3f0e769b-6d87-4f54-b785-1d87013ab927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251439 Aug 19 18:52:13.220835 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-4664282d-2cf2-4b71-a768-5d0e082fdc9c service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875270 Aug 19 18:52:13.352011 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af649567-37af-41e5-b258-77e52e16bec9 req-b1fdcd44-a6fe-46e2-88d4-c9467686468b service neutron] 10.222.0.30 "GET /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199813 Aug 19 18:52:13.360869 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a00f7c-529e-4f84-9fa1-2910892870c5 req-494b1592-71ad-43b9-a5c2-05e09a0e3f9e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.362252 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-30a00f7c-529e-4f84-9fa1-2910892870c5 req-494b1592-71ad-43b9-a5c2-05e09a0e3f9e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0789359 Aug 19 18:52:13.405307 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-30a00f7c-529e-4f84-9fa1-2910892870c5 req-3ef6bd67-3594-4c1d-99af-c3fb23d049cc tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367408 Aug 19 18:52:13.598210 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea628d-5764-4962-b6f1-b829c65e333b req-8a5f7df4-d36d-4811-ba62-6b2e174a56e9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.599801 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-eaea628d-5764-4962-b6f1-b829c65e333b req-8a5f7df4-d36d-4811-ba62-6b2e174a56e9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0538275 Aug 19 18:52:13.637477 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-eaea628d-5764-4962-b6f1-b829c65e333b req-70c1bd71-97e4-413c-bb0a-2877de74a90f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313272 Aug 19 18:52:13.947089 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9079f2-29fc-471f-8103-711699f70f7d req-1b05efac-4c51-4bcc-986c-d6891ec474a9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:13.948646 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-be9079f2-29fc-471f-8103-711699f70f7d req-1b05efac-4c51-4bcc-986c-d6891ec474a9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Aug 19 18:52:13.988681 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-be9079f2-29fc-471f-8103-711699f70f7d req-8a6a1265-2070-433a-9168-563ec0dffbd0 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329444 Aug 19 18:52:14.761279 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9bd24-f3b8-4c29-b8ef-3913ce1635b8 req-418e89c2-7011-40e1-bd29-853dc7316566 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:14.762798 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9a9bd24-f3b8-4c29-b8ef-3913ce1635b8 req-418e89c2-7011-40e1-bd29-853dc7316566 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0523388 Aug 19 18:52:14.802212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9a9bd24-f3b8-4c29-b8ef-3913ce1635b8 req-f05c0cb8-960c-48c0-961b-f4630e5d49fc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331945 Aug 19 18:52:15.112453 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74992d-5222-4c51-9664-a741fb5ea266 req-02f83c7c-9d01-4de8-aee2-2261accec729 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:15.114541 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ea74992d-5222-4c51-9664-a741fb5ea266 req-02f83c7c-9d01-4de8-aee2-2261accec729 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0588942 Aug 19 18:52:15.157143 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ea74992d-5222-4c51-9664-a741fb5ea266 req-642f8aef-4de8-4761-abd4-b09b420fbbed tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Aug 19 18:52:15.940348 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2e819-8d31-4015-a201-d7ed2ab0de9c req-4bb1b69e-872a-44b2-bdaa-01eb0322b415 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:15.941888 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c4e2e819-8d31-4015-a201-d7ed2ab0de9c req-4bb1b69e-872a-44b2-bdaa-01eb0322b415 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 944 time: 0.0536311 Aug 19 18:52:15.981808 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c4e2e819-8d31-4015-a201-d7ed2ab0de9c req-48388b1b-f9fc-41be-a639-c1a05750b828 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Aug 19 18:52:16.273999 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce18a4-d169-4b36-85e3-fdc00ef7bec6 req-ed889bd9-662b-4b75-80ac-c3e2cd3996b7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:16.275535 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15ce18a4-d169-4b36-85e3-fdc00ef7bec6 req-ed889bd9-662b-4b75-80ac-c3e2cd3996b7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0507743 Aug 19 18:52:16.316821 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15ce18a4-d169-4b36-85e3-fdc00ef7bec6 req-c89c37df-be0c-4922-93b7-df5f7605e9de tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Aug 19 18:52:16.424347 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:52:16.529147 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:16.542298 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'port_id': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'mac_address': 'fa:16:3e:99:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:52:16.580232 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.593056 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:52:16.613667 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:16.731463 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:16.778592 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:17.120396 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2059ed-5ab9-4039-83d4-3c5c7970475d req-bbee3dd6-26ec-4b88-83f1-a62810552451 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:17.121928 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5e2059ed-5ab9-4039-83d4-3c5c7970475d req-bbee3dd6-26ec-4b88-83f1-a62810552451 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 945 time: 0.0554228 Aug 19 18:52:17.160027 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5e2059ed-5ab9-4039-83d4-3c5c7970475d req-7b5acd0f-00b5-49e4-a576-4db29d5128f8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Aug 19 18:52:17.210251 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:17.433092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70973-1daf-45f6-93a9-f7c1ec85ff0a req-4fc79e9a-7063-45ed-9fcf-207a46b2258a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:17.434586 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3cb70973-1daf-45f6-93a9-f7c1ec85ff0a req-4fc79e9a-7063-45ed-9fcf-207a46b2258a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0493751 Aug 19 18:52:17.472531 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3cb70973-1daf-45f6-93a9-f7c1ec85ff0a req-8bc5c75a-5bda-48e6-930b-21ede122ef3f tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Aug 19 18:52:18.051700 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48048) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:18.166132 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a371e41f-ee1f-4437-8f7f-dc3c256d96a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.316925 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77370d-58c4-49a8-823d-fea45f73bd64 req-94638fe9-8c16-48e6-ba7c-4ab6e6ec4d8f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:18.318338 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6f77370d-58c4-49a8-823d-fea45f73bd64 req-94638fe9-8c16-48e6-ba7c-4ab6e6ec4d8f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 945 time: 0.0768239 Aug 19 18:52:18.323241 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a371e41f-ee1f-4437-8f7f-dc3c256d96a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.358476 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6f77370d-58c4-49a8-823d-fea45f73bd64 req-93f00734-284b-4377-8cc3-610e77d1e2e9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331166 Aug 19 18:52:18.382577 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a371e41f-ee1f-4437-8f7f-dc3c256d96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.423321 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a371e41f-ee1f-4437-8f7f-dc3c256d96a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83f8384537d54a4fa6cc8d9cb272804c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704643 Aug 19 18:52:18.424376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371e41f-ee1f-4437-8f7f-dc3c256d96a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234ab39a-3aef-4ac1-8dc5-e0c334c00206,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:18.426141 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48064) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:18.428851 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:52:18.479111 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13ed40cb-b6fc-49a5-ad16-1c083ff397e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.488299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:52:18.488680 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.502966 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13ed40cb-b6fc-49a5-ad16-1c083ff397e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.570766 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.592299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:18.594681 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b036c4-c86b-4003-8ecb-4f484e60e3fc" -d '{"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:18.609357 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:18.628706 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13ed40cb-b6fc-49a5-ad16-1c083ff397e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.633846 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13ed40cb-b6fc-49a5-ad16-1c083ff397e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.636559 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0536c-50eb-4391-a3ab-99dc94f9da3c x-openstack-request-id: req-cdc0536c-50eb-4391-a3ab-99dc94f9da3c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:18.637789 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-plugged", "status": "completed", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:18.637789 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdc0536c-50eb-4391-a3ab-99dc94f9da3c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:18.637789 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'code': 200} Aug 19 18:52:18.639633 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-13ed40cb-b6fc-49a5-ad16-1c083ff397e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/234ab39a-3aef-4ac1-8dc5-e0c334c00206 HTTP/1.1" status: 204 len: 168 time: 0.2115011 Aug 19 18:52:18.652559 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed40cb-b6fc-49a5-ad16-1c083ff397e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234ab39a-3aef-4ac1-8dc5-e0c334c00206,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:18.686824 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:18.760687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:19.488461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f076fb7-31d9-4cc2-be34-41ed1ee9b848 req-8eafe498-22a7-4ad9-aa63-d692b34b783d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:19.490012 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8f076fb7-31d9-4cc2-be34-41ed1ee9b848 req-8eafe498-22a7-4ad9-aa63-d692b34b783d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0544024 Aug 19 18:52:19.552580 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8f076fb7-31d9-4cc2-be34-41ed1ee9b848 req-b14eeed5-5dac-4026-8630-f7cda9a08c63 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562806 Aug 19 18:52:19.562438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0dd28c-a1a4-40b8-a7a6-d07ae3648c2f req-13db01ed-c3b9-4b35-aa1a-3db9aec2f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:19.566832 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce0dd28c-a1a4-40b8-a7a6-d07ae3648c2f req-13db01ed-c3b9-4b35-aa1a-3db9aec2f4de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1100 time: 0.0540266 Aug 19 18:52:19.606237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce0dd28c-a1a4-40b8-a7a6-d07ae3648c2f req-911ef17f-f71e-430f-9efc-3801b6af1371 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326948 Aug 19 18:52:20.681087 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83ad26-f1d8-4b71-abfa-949dd13badfa req-34067654-774e-44f2-a385-fb8d2c456977 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:20.682588 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed83ad26-f1d8-4b71-abfa-949dd13badfa req-34067654-774e-44f2-a385-fb8d2c456977 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0524471 Aug 19 18:52:20.721664 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed83ad26-f1d8-4b71-abfa-949dd13badfa req-2c5ba45f-6ce2-48fe-990c-0ba7ac4663ce tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331576 Aug 19 18:52:21.858873 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26522aea-00fc-42ab-bde7-0e85da439939 req-bbcc53b1-b66a-4216-b62b-61d023d25d3d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:21.861182 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-26522aea-00fc-42ab-bde7-0e85da439939 req-bbcc53b1-b66a-4216-b62b-61d023d25d3d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0647981 Aug 19 18:52:21.918805 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-26522aea-00fc-42ab-bde7-0e85da439939 req-35b1b6c3-5bb8-4e5b-8a3e-1e9c70188885 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516729 Aug 19 18:52:23.091907 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023206af-8c88-40a8-8c2c-45cd8907e2fe req-f095d224-528c-41bb-9bf5-84b9d822b9ac tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:23.093419 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-023206af-8c88-40a8-8c2c-45cd8907e2fe req-f095d224-528c-41bb-9bf5-84b9d822b9ac tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0889134 Aug 19 18:52:23.115076 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ead40-91aa-4214-9200-ac57a85e13cf req-e62302a9-5dab-4f0a-ba76-50d3ccd006f3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:23.116600 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1a7ead40-91aa-4214-9200-ac57a85e13cf req-e62302a9-5dab-4f0a-ba76-50d3ccd006f3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0806012 Aug 19 18:52:23.164557 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-023206af-8c88-40a8-8c2c-45cd8907e2fe req-98236c9c-2c8e-4e8c-93d8-888c6aa48aff tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639439 Aug 19 18:52:23.178564 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1a7ead40-91aa-4214-9200-ac57a85e13cf req-9311e74e-366d-45c1-ba2a-768f103a11fa tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537477 Aug 19 18:52:23.711281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b8441-da64-4f52-a3dc-4a48f1d585e0 req-96113d04-9d27-4518-adcf-f1ec526ad20f tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:23.712770 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a55b8441-da64-4f52-a3dc-4a48f1d585e0 req-96113d04-9d27-4518-adcf-f1ec526ad20f tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0527816 Aug 19 18:52:23.750596 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a55b8441-da64-4f52-a3dc-4a48f1d585e0 req-8f10fa1b-04b7-4489-8fb9-8391cf50a7ad tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315583 Aug 19 18:52:24.317030 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026e877-f041-41b8-aadd-47674704dad5 req-a017665b-373f-4ba8-8872-096912b55c9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:24.318650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f026e877-f041-41b8-aadd-47674704dad5 req-a017665b-373f-4ba8-8872-096912b55c9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0776761 Aug 19 18:52:24.331588 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9979c7-2fa7-465a-90dc-00f8c8cc48fe req-077e0790-d174-4efb-b0a1-f2a5999342d6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:24.333044 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7d9979c7-2fa7-465a-90dc-00f8c8cc48fe req-077e0790-d174-4efb-b0a1-f2a5999342d6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0825284 Aug 19 18:52:24.388605 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7d9979c7-2fa7-465a-90dc-00f8c8cc48fe req-0e53c184-4339-496c-aaf8-2e7df3d79e58 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Aug 19 18:52:24.392223 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f026e877-f041-41b8-aadd-47674704dad5 req-2e0e24e7-9f67-4e12-8149-ac0130e44ce0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581100 Aug 19 18:52:24.869544 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d8651-7342-444c-b944-45438f66ad65 req-6a53ca82-7513-436d-99a0-44116f12e605 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:24.871147 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2e8d8651-7342-444c-b944-45438f66ad65 req-6a53ca82-7513-436d-99a0-44116f12e605 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0510075 Aug 19 18:52:24.911968 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2e8d8651-7342-444c-b944-45438f66ad65 req-e879e0cc-ba1c-4790-a6fa-a5d900a27e05 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346963 Aug 19 18:52:25.507194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890660e7-7b9c-4722-8b23-caf709094593 req-8d1c7f3d-2d45-4859-832a-3e2e6d1401f6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:25.508658 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-890660e7-7b9c-4722-8b23-caf709094593 req-8d1c7f3d-2d45-4859-832a-3e2e6d1401f6 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0510521 Aug 19 18:52:25.546768 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-890660e7-7b9c-4722-8b23-caf709094593 req-cd558898-d293-46cb-80d7-a8ab789eb060 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Aug 19 18:52:26.029784 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5bf53-5ef6-41d1-82a8-083b12bbb1ac req-a69da12b-38f8-46bb-a248-1bbb3376b13b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:26.031297 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15f5bf53-5ef6-41d1-82a8-083b12bbb1ac req-a69da12b-38f8-46bb-a248-1bbb3376b13b tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0492299 Aug 19 18:52:26.069410 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15f5bf53-5ef6-41d1-82a8-083b12bbb1ac req-aebe5cbd-bbba-4296-9ad5-8919ad8b2b57 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Aug 19 18:52:26.426116 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.707969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a2132-474a-4736-a487-963be85f40f7 req-37976251-f9f3-4785-96af-16c1ef767557 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:26.709450 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b21a2132-474a-4736-a487-963be85f40f7 req-37976251-f9f3-4785-96af-16c1ef767557 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0844159 Aug 19 18:52:26.717447 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c84b0-354a-4556-b596-ec1cae778742 req-989cdc6e-74fa-4597-aaa5-540e98d2aad7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:26.718834 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-438c84b0-354a-4556-b596-ec1cae778742 req-989cdc6e-74fa-4597-aaa5-540e98d2aad7 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0812905 Aug 19 18:52:26.808923 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-438c84b0-354a-4556-b596-ec1cae778742 req-a8dc9d53-42ac-435f-a7c5-f887e2bd8f53 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782351 Aug 19 18:52:26.834642 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Deleting port fabee580-c0b3-4ffc-8b77-59ede515cd0b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:26.834935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.931600 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] For port fabee580-c0b3-4ffc-8b77-59ede515cd0b, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fabee580-c0b3-4ffc-8b77-59ede515cd0b,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:26.932031 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:26.945620 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Calling delete_port for fabee580-c0b3-4ffc-8b77-59ede515cd0b owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:27.178450 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.189959 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d36cb-2d33-4d16-9c63-55ee21f48f4e req-d3dca844-a3f6-40b9-a852-b601914b9c61 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:27.191482 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a75d36cb-2d33-4d16-9c63-55ee21f48f4e req-d3dca844-a3f6-40b9-a852-b601914b9c61 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 945 time: 0.0544560 Aug 19 18:52:27.223794 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event deleted for resources: {'Port': ['ID=fabee580-c0b3-4ffc-8b77-59ede515cd0b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:27.227649 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0', '9abe938a-b1a6-4efa-b230-95f74edd4409', '4044e06f-cda9-47ce-9610-82ae55290339', 'fabee580-c0b3-4ffc-8b77-59ede515cd0b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:27.289827 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a75d36cb-2d33-4d16-9c63-55ee21f48f4e req-9a8de29d-6179-416b-9915-ec57a850c68d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Aug 19 18:52:27.290493 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] No DVR routers for this DVR port fabee580-c0b3-4ffc-8b77-59ede515cd0b on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:27.293642 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.295625 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b21a2132-474a-4736-a487-963be85f40f7 req-d98b8b97-ae08-4537-89fd-489184842e51 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "DELETE /v2.0/ports/fabee580-c0b3-4ffc-8b77-59ede515cd0b HTTP/1.1" status: 204 len: 173 time: 0.5710363 Aug 19 18:52:27.296631 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387933b4-d383-463b-88c5-437acbf4fcfe', 'name': 'network-vif-deleted', 'tag': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:27.299593 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de44772-b769-4f9d-80c5-83a917928351" -d '{"events": [{"server_uuid": "387933b4-d383-463b-88c5-437acbf4fcfe", "name": "network-vif-deleted", "tag": "fabee580-c0b3-4ffc-8b77-59ede515cd0b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:27.336966 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72500fbc-96db-4606-8f92-d3ef0a31b24e x-openstack-request-id: req-72500fbc-96db-4606-8f92-d3ef0a31b24e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:27.337321 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387933b4-d383-463b-88c5-437acbf4fcfe", "name": "network-vif-deleted", "tag": "fabee580-c0b3-4ffc-8b77-59ede515cd0b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:27.337701 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72500fbc-96db-4606-8f92-d3ef0a31b24e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:27.338269 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387933b4-d383-463b-88c5-437acbf4fcfe', 'name': 'network-vif-deleted', 'tag': 'fabee580-c0b3-4ffc-8b77-59ede515cd0b', 'status': 'completed', 'code': 200} Aug 19 18:52:27.449644 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-cd0d9943-1674-4320-a6f7-fdf07cb244d2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:27.451063 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-cd0d9943-1674-4320-a6f7-fdf07cb244d2 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 945 time: 0.0491102 Aug 19 18:52:27.552112 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Deleting port 121ea997-39e2-4031-a641-b17a64ac4636 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:27.552459 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.657674 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] For port 121ea997-39e2-4031-a641-b17a64ac4636, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=121ea997-39e2-4031-a641-b17a64ac4636,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:27.658119 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.672585 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Calling delete_port for 121ea997-39e2-4031-a641-b17a64ac4636 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:27.863166 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.900690 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Pushing event deleted for resources: {'Port': ['ID=121ea997-39e2-4031-a641-b17a64ac4636,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:27.924406 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d08747e3-eb64-4de6-b639-9b9a746b4543 req-157e09f3-f2ea-48b4-8fd0-a484053d9129 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 210 time: 0.0364516 Aug 19 18:52:27.959062 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] No DVR routers for this DVR port 121ea997-39e2-4031-a641-b17a64ac4636 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:27.961436 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:27.963404 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6d10b4ed-cd89-4bb3-966b-33c661487e2c req-7fc4e9f3-7f62-4958-857b-c7bead3c9e44 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "DELETE /v2.0/ports/121ea997-39e2-4031-a641-b17a64ac4636 HTTP/1.1" status: 204 len: 173 time: 0.5052249 Aug 19 18:52:28.400441 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d5cef45-93a7-405a-944d-848f180d66aa req-95d8e937-9be1-4615-a8e9-aa7720840d61 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=387933b4-d383-463b-88c5-437acbf4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0272257 Aug 19 18:52:28.662329 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['8af5f260-ce05-43dc-866d-a5f4c0bd5554', '121ea997-39e2-4031-a641-b17a64ac4636'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:29.050256 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5faa0014-c56b-4d78-8aef-6debbc424adf req-651e1cc7-2b94-4874-aa66-14e6a462e7d9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9f4b1a9-32c8-49ab-93fe-9c45944016a9 HTTP/1.1" status: 200 len: 210 time: 0.0306053 Aug 19 18:52:29.339461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'name': 'network-vif-deleted', 'tag': '121ea997-39e2-4031-a641-b17a64ac4636'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:29.341849 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaadd19-7d5a-4225-84da-2cc9c1c6741f" -d '{"events": [{"server_uuid": "b9f4b1a9-32c8-49ab-93fe-9c45944016a9", "name": "network-vif-deleted", "tag": "121ea997-39e2-4031-a641-b17a64ac4636"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:29.380841 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f5df6-95df-459a-8e71-2c03c704570d x-openstack-request-id: req-793f5df6-95df-459a-8e71-2c03c704570d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:29.381129 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f4b1a9-32c8-49ab-93fe-9c45944016a9", "name": "network-vif-deleted", "tag": "121ea997-39e2-4031-a641-b17a64ac4636", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:29.381374 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-793f5df6-95df-459a-8e71-2c03c704570d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:29.381760 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f4b1a9-32c8-49ab-93fe-9c45944016a9', 'name': 'network-vif-deleted', 'tag': '121ea997-39e2-4031-a641-b17a64ac4636', 'status': 'completed', 'code': 200} Aug 19 18:52:30.544562 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e382-27cc-47da-89c1-94a4c39074b2 req-127725ae-08fc-4529-a8e9-41b969afb6b1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:30.546040 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5464e382-27cc-47da-89c1-94a4c39074b2 req-127725ae-08fc-4529-a8e9-41b969afb6b1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0496423 Aug 19 18:52:30.550192 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fabee580-c0b3-4ffc-8b77-59ede515cd0b no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:30.571665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: fabee580-c0b3-4ffc-8b77-59ede515cd0b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:30.572014 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fabee580-c0b3-4ffc-8b77-59ede515cd0b not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:30.594120 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5464e382-27cc-47da-89c1-94a4c39074b2 req-b7ff383a-0f7b-46ce-af1e-abb03ee9ec86 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396178 Aug 19 18:52:31.240330 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cd40-6706-4571-bd7e-75d7f6bf9a68 req-f4278652-4b90-4b7b-aa8d-ce9f4dfb6526 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.241083 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6079cd40-6706-4571-bd7e-75d7f6bf9a68 req-f4278652-4b90-4b7b-aa8d-ce9f4dfb6526 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.0498972 Aug 19 18:52:31.279688 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6079cd40-6706-4571-bd7e-75d7f6bf9a68 req-05e46875-03a9-4959-ab49-b69f88c9bec2 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Aug 19 18:52:31.716018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb45eb-a775-47b2-87e7-34ddf199aaba req-1bf47cb2-1e45-473e-b629-c41a164161db tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:31.717487 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b7fb45eb-a775-47b2-87e7-34ddf199aaba req-1bf47cb2-1e45-473e-b629-c41a164161db tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Aug 19 18:52:31.756831 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b7fb45eb-a775-47b2-87e7-34ddf199aaba req-18566b4a-97fc-4cf5-982d-535ed2a0af76 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Aug 19 18:52:32.261886 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69703a5-be3d-4ebb-b661-3e55d6551686 req-b75e9a0d-1356-4a38-8cf9-1b2a6d613613 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.263369 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a69703a5-be3d-4ebb-b661-3e55d6551686 req-b75e9a0d-1356-4a38-8cf9-1b2a6d613613 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0497406 Aug 19 18:52:32.307696 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a69703a5-be3d-4ebb-b661-3e55d6551686 req-34192f7a-9c45-453c-ba6a-c14988290733 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365353 Aug 19 18:52:32.423637 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-a18fe1ec-7a10-4241-b4e8-ebb65bbde096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.425038 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-a18fe1ec-7a10-4241-b4e8-ebb65bbde096 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1138 time: 0.0656512 Aug 19 18:52:32.432183 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681b930-7049-4988-86da-d63533a502c3 req-ffe1a9f1-0533-4e41-8c94-0c1963598177 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.433581 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2681b930-7049-4988-86da-d63533a502c3 req-ffe1a9f1-0533-4e41-8c94-0c1963598177 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.0830352 Aug 19 18:52:32.520513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2681b930-7049-4988-86da-d63533a502c3 req-139b3214-4b4f-4929-8f79-8c8596f43c1d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806201 Aug 19 18:52:32.551498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-08a071ea-cbe6-4c11-ab53-3d008fe0e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.552320 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 121ea997-39e2-4031-a641-b17a64ac4636 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:32.552989 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-08a071ea-cbe6-4c11-ab53-3d008fe0e06b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 916 time: 0.1114359 Aug 19 18:52:32.574203 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 121ea997-39e2-4031-a641-b17a64ac4636 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:32.574546 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 121ea997-39e2-4031-a641-b17a64ac4636 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:32.623823 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-5d801b52-7e78-4280-a5e5-970f8df8eafd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 1001 time: 0.0626891 Aug 19 18:52:32.683045 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-c306a0b9-061c-4814-8569-bb4f228bf37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.684456 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-c306a0b9-061c-4814-8569-bb4f228bf37b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 200 len: 854 time: 0.0472798 Aug 19 18:52:32.733690 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-61185fa0-3de0-421f-91bc-b7480dd8e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.735964 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-61185fa0-3de0-421f-91bc-b7480dd8e8c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d659019f-d992-4e86-87bd-b507b53fb8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406539 Aug 19 18:52:32.843638 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-be47fef4-f366-4b5f-bf1e-0e463370c1d9 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988090 Aug 19 18:52:32.933224 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc007242-c1ba-4533-9a7e-9e878c1218b8 req-eb14ee3a-e7a2-4f8b-8404-939cd114eaea tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:32.934654 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fc007242-c1ba-4533-9a7e-9e878c1218b8 req-eb14ee3a-e7a2-4f8b-8404-939cd114eaea tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.1069250 Aug 19 18:52:33.212740 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-99eda0d2-c72d-4097-9cfd-40d0b9cf4eb1 req-4b27f98d-50b4-49a2-8b28-d6c9d858b949 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531809 Aug 19 18:52:33.220725 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fc007242-c1ba-4533-9a7e-9e878c1218b8 req-97decc8e-7ce8-4bc1-b027-5a51ba0b2fea tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756197 Aug 19 18:52:33.432711 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823371e-1217-4513-a8c3-e05e0edc5e98 req-505553b7-991a-4965-b24c-5e76fc405ebb tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.434243 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3823371e-1217-4513-a8c3-e05e0edc5e98 req-505553b7-991a-4965-b24c-5e76fc405ebb tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0535512 Aug 19 18:52:33.475254 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3823371e-1217-4513-a8c3-e05e0edc5e98 req-20d6b24f-3779-4c2c-8e43-1457a3d8cfe3 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342312 Aug 19 18:52:33.656859 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-2da48179-dcac-46f8-9bbd-b5309b3543f6 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.658967 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-2da48179-dcac-46f8-9bbd-b5309b3543f6 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.0950017 Aug 19 18:52:33.686145 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f711f-fdd7-40e5-92af-8c1148ddb1ee req-ccaf6c3b-a546-4347-bd49-337ab8907724 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:33.688361 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da9f711f-fdd7-40e5-92af-8c1148ddb1ee req-ccaf6c3b-a546-4347-bd49-337ab8907724 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 946 time: 0.0877047 Aug 19 18:52:33.771113 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-da9f711f-fdd7-40e5-92af-8c1148ddb1ee req-7f9682dd-6503-42c8-9940-ed9311d9122e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661380 Aug 19 18:52:33.794244 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Deleting port 4044e06f-cda9-47ce-9610-82ae55290339 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:33.794597 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.895630 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] For port 4044e06f-cda9-47ce-9610-82ae55290339, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4044e06f-cda9-47ce-9610-82ae55290339,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:33.896009 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:33.908966 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Calling delete_port for 4044e06f-cda9-47ce-9610-82ae55290339 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:34.142934 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.174429 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event deleted for resources: {'Port': ['ID=4044e06f-cda9-47ce-9610-82ae55290339,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:34.181337 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19d6c4e7-9681-4dea-90db-0a55d3d60470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.195532 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0', '9abe938a-b1a6-4efa-b230-95f74edd4409', '4044e06f-cda9-47ce-9610-82ae55290339'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:34.215095 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] No DVR routers for this DVR port 4044e06f-cda9-47ce-9610-82ae55290339 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:34.217660 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:34.221215 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bb0d990a-99a3-4aa4-8932-4579e9b1e52c req-05a46877-b5b4-4ce3-8d51-bea6128539d7 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "DELETE /v2.0/ports/4044e06f-cda9-47ce-9610-82ae55290339 HTTP/1.1" status: 204 len: 173 time: 0.5516305 Aug 19 18:52:34.221778 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1096157d-084c-4507-a529-18a8536f2022', 'name': 'network-vif-deleted', 'tag': '4044e06f-cda9-47ce-9610-82ae55290339'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:34.224231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d989fa5-83e1-4070-82d9-96fd83510e37" -d '{"events": [{"server_uuid": "1096157d-084c-4507-a529-18a8536f2022", "name": "network-vif-deleted", "tag": "4044e06f-cda9-47ce-9610-82ae55290339"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:34.266663 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d576d0a7-9b2b-4f7f-a950-ffa57c18f2a3 x-openstack-request-id: req-d576d0a7-9b2b-4f7f-a950-ffa57c18f2a3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:34.267193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1096157d-084c-4507-a529-18a8536f2022", "name": "network-vif-deleted", "tag": "4044e06f-cda9-47ce-9610-82ae55290339", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:34.267675 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d576d0a7-9b2b-4f7f-a950-ffa57c18f2a3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:34.268324 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1096157d-084c-4507-a529-18a8536f2022', 'name': 'network-vif-deleted', 'tag': '4044e06f-cda9-47ce-9610-82ae55290339', 'status': 'completed', 'code': 200} Aug 19 18:52:34.350898 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b198d10-d352-4ecf-a4fa-77bbd9493b5a req-cf47d904-6d30-475c-a3fa-0dd930f0736b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:34.352477 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b198d10-d352-4ecf-a4fa-77bbd9493b5a req-cf47d904-6d30-475c-a3fa-0dd930f0736b tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0589087 Aug 19 18:52:34.397892 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b198d10-d352-4ecf-a4fa-77bbd9493b5a req-cd0620fe-e1f5-4ab1-94f3-8768a7b67d1d tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356438 Aug 19 18:52:34.599901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3844e15-5d96-41c0-83c6-7d7316c27ec3 req-22228990-7d97-4ed2-8095-218d1439104b tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:34.601411 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e3844e15-5d96-41c0-83c6-7d7316c27ec3 req-22228990-7d97-4ed2-8095-218d1439104b tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0551245 Aug 19 18:52:34.642701 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e3844e15-5d96-41c0-83c6-7d7316c27ec3 req-832eabd2-bdf4-4a97-a6c7-506bba1782a5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352700 Aug 19 18:52:34.876751 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d118b3e9-12e8-468e-aff7-a0af85067d5e req-1595fd66-63d6-4044-a722-2564abeb2379 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=1096157d-084c-4507-a529-18a8536f2022 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Aug 19 18:52:35.515208 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341fe16-e5f8-4181-8114-92e393b3e93a req-59cc498b-f6e9-4064-bf8b-6a0dc950f977 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.517151 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8341fe16-e5f8-4181-8114-92e393b3e93a req-59cc498b-f6e9-4064-bf8b-6a0dc950f977 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0527713 Aug 19 18:52:35.555184 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8341fe16-e5f8-4181-8114-92e393b3e93a req-4ba8a081-47b3-42d1-89cc-cec1f2dba1f3 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Aug 19 18:52:35.761150 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2091d-d54c-4de5-937a-9fa8c16a9ff5 req-cd0f18bd-017a-4740-add5-a69efeee08c6 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:35.762648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-19c2091d-d54c-4de5-937a-9fa8c16a9ff5 req-cd0f18bd-017a-4740-add5-a69efeee08c6 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0528727 Aug 19 18:52:35.803978 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-19c2091d-d54c-4de5-937a-9fa8c16a9ff5 req-63cfcd6e-77f4-4324-974f-e8da060485b9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352271 Aug 19 18:52:36.388285 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc77e-ff4c-4d2a-8ea8-e34544788c7e req-35d8b053-850f-4b66-b8bf-efa31e2c97f9 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.389779 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-deebc77e-ff4c-4d2a-8ea8-e34544788c7e req-35d8b053-850f-4b66-b8bf-efa31e2c97f9 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.0499485 Aug 19 18:52:36.429182 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-deebc77e-ff4c-4d2a-8ea8-e34544788c7e req-ffcf9674-5be9-46ab-b65a-0c455a314a7e tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Aug 19 18:52:36.671537 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7691-c019-4a7b-9c01-cb2865cbca5b req-01b71cb0-4c4f-440c-8a97-f5be097d5039 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.673890 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-09ad7691-c019-4a7b-9c01-cb2865cbca5b req-01b71cb0-4c4f-440c-8a97-f5be097d5039 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0497277 Aug 19 18:52:36.712360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-09ad7691-c019-4a7b-9c01-cb2865cbca5b req-69127058-25e2-418c-a455-b7fcd8247db1 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Aug 19 18:52:36.776833 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5a628d7c-401d-47e1-bd2b-71e8a14fe189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:36.925288 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947083-4ab2-4e39-b8eb-f2275b5aad87 req-8cb3182c-bd20-4314-b4b9-0f9e95291e34 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:36.926794 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ea947083-4ab2-4e39-b8eb-f2275b5aad87 req-8cb3182c-bd20-4314-b4b9-0f9e95291e34 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0554681 Aug 19 18:52:36.967180 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ea947083-4ab2-4e39-b8eb-f2275b5aad87 req-68d0e5a1-4450-4612-b905-93a79e66e597 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341730 Aug 19 18:52:37.394084 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:37.545126 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427bbd2-deaf-466d-8de2-d11bdea13bf0 req-f6a6caa9-988b-46c0-b3ef-d027cce958b5 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:37.546617 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6427bbd2-deaf-466d-8de2-d11bdea13bf0 req-f6a6caa9-988b-46c0-b3ef-d027cce958b5 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.0506153 Aug 19 18:52:37.585575 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6427bbd2-deaf-466d-8de2-d11bdea13bf0 req-4ce13aaa-8a28-4e6a-acf7-7b96f452ba36 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Aug 19 18:52:37.828196 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66eafc-7063-4694-a37b-295e92ef5726 req-aa1bf516-8dea-46ee-b9f3-54a3e3bc252a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:37.829864 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8c66eafc-7063-4694-a37b-295e92ef5726 req-aa1bf516-8dea-46ee-b9f3-54a3e3bc252a tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0505271 Aug 19 18:52:37.869374 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8c66eafc-7063-4694-a37b-295e92ef5726 req-dc29f653-08cc-4765-9e5b-88841017e6ce tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Aug 19 18:52:37.957582 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.091554 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa15bd1-fc22-4db9-919b-5744c50869be req-4fa713ea-16a6-405e-bfec-6abfdaa74450 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.093037 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfa15bd1-fc22-4db9-919b-5744c50869be req-4fa713ea-16a6-405e-bfec-6abfdaa74450 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0551929 Aug 19 18:52:38.134602 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dfa15bd1-fc22-4db9-919b-5744c50869be req-1f886e32-bb9a-483d-8f37-903bbdf0af36 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346777 Aug 19 18:52:38.456850 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-90b5306d-a59a-4ad6-abf9-9fb6170f1f73 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.458210 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-90b5306d-a59a-4ad6-abf9-9fb6170f1f73 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Aug 19 18:52:38.559054 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Deleting port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:38.559751 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.590329 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 4044e06f-cda9-47ce-9610-82ae55290339 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:38.610500 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 4044e06f-cda9-47ce-9610-82ae55290339 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:38.611370 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 4044e06f-cda9-47ce-9610-82ae55290339 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:38.652363 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] For port 8af5f260-ce05-43dc-866d-a5f4c0bd5554, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=8af5f260-ce05-43dc-866d-a5f4c0bd5554,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:38.652732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:38.689249 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Calling delete_port for 8af5f260-ce05-43dc-866d-a5f4c0bd5554 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:38.784101 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329011c-4b70-4451-b587-7aea732153fc req-0e17e642-b6e3-41bf-b1f4-5884d6394c06 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.785616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8329011c-4b70-4451-b587-7aea732153fc req-0e17e642-b6e3-41bf-b1f4-5884d6394c06 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.1302807 Aug 19 18:52:38.816160 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-a46ca0a7-596c-42f6-bf66-4fd2515ebce5 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:38.817618 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-a46ca0a7-596c-42f6-bf66-4fd2515ebce5 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 945 time: 0.1297183 Aug 19 18:52:38.919300 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8329011c-4b70-4451-b587-7aea732153fc req-3726ee27-d80c-46b2-8718-b4ef81714c49 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234407 Aug 19 18:52:39.020140 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a8c98-fae9-4ebd-89e5-9d3ab635037a req-438954a1-37f1-4477-963c-224a118934e9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:39.021702 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa1a8c98-fae9-4ebd-89e5-9d3ab635037a req-438954a1-37f1-4477-963c-224a118934e9 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 945 time: 0.0815580 Aug 19 18:52:39.027393 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Deleting port 9abe938a-b1a6-4efa-b230-95f74edd4409 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:39.027747 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.082890 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.127705 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Pushing event deleted for resources: {'Port': ['ID=8af5f260-ce05-43dc-866d-a5f4c0bd5554,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:39.135771 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['8af5f260-ce05-43dc-866d-a5f4c0bd5554'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:39.183248 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa1a8c98-fae9-4ebd-89e5-9d3ab635037a req-b9741124-89d6-4366-afbb-3b70ea85c848 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/security-groups?id=2910a8d0-3304-4ebd-893b-8ce147298dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525564 Aug 19 18:52:39.207863 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] No DVR routers for this DVR port 8af5f260-ce05-43dc-866d-a5f4c0bd5554 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:39.212719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.214652 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48c20064-612f-4c35-a6d1-ab5514dfe37f req-d126996e-52af-4711-9be5-c0d8184e0609 tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.30 "DELETE /v2.0/ports/8af5f260-ce05-43dc-866d-a5f4c0bd5554 HTTP/1.1" status: 204 len: 173 time: 0.7405427 Aug 19 18:52:39.215120 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15419122-e2cf-4059-959c-a52f5b762a33', 'name': 'network-vif-deleted', 'tag': '8af5f260-ce05-43dc-866d-a5f4c0bd5554'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:39.217329 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1a4783-f1ab-4af4-9f2e-af5454f6f467" -d '{"events": [{"server_uuid": "15419122-e2cf-4059-959c-a52f5b762a33", "name": "network-vif-deleted", "tag": "8af5f260-ce05-43dc-866d-a5f4c0bd5554"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:39.242218 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] For port 9abe938a-b1a6-4efa-b230-95f74edd4409, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=9abe938a-b1a6-4efa-b230-95f74edd4409,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:39.242594 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.265638 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d54c53-a9bc-424c-aa16-2ad5358427c0 x-openstack-request-id: req-95d54c53-a9bc-424c-aa16-2ad5358427c0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:39.265922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15419122-e2cf-4059-959c-a52f5b762a33", "name": "network-vif-deleted", "tag": "8af5f260-ce05-43dc-866d-a5f4c0bd5554", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:39.266172 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95d54c53-a9bc-424c-aa16-2ad5358427c0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:39.266708 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15419122-e2cf-4059-959c-a52f5b762a33', 'name': 'network-vif-deleted', 'tag': '8af5f260-ce05-43dc-866d-a5f4c0bd5554', 'status': 'completed', 'code': 200} Aug 19 18:52:39.273995 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Calling delete_port for 9abe938a-b1a6-4efa-b230-95f74edd4409 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:39.313931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.333021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3323b1b-faf2-4d5a-b776-25775728acee req-08110f5e-4d96-4582-83c5-6013270fcbca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:39.334452 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b3323b1b-faf2-4d5a-b776-25775728acee req-08110f5e-4d96-4582-83c5-6013270fcbca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.1088700 Aug 19 18:52:39.399786 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b3323b1b-faf2-4d5a-b776-25775728acee req-109d56a4-76e0-433b-bd7c-702154da1271 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585690 Aug 19 18:52:39.530992 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.558755 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event deleted for resources: {'Port': ['ID=9abe938a-b1a6-4efa-b230-95f74edd4409,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:39.571600 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0', '9abe938a-b1a6-4efa-b230-95f74edd4409'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:39.604368 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] No DVR routers for this DVR port 9abe938a-b1a6-4efa-b230-95f74edd4409 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:39.606772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:39.608862 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f5e865fa-4347-4fe5-a035-928dbef68ff3 req-dca7db9b-88ad-4580-9b10-525fd0299a3c tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "DELETE /v2.0/ports/9abe938a-b1a6-4efa-b230-95f74edd4409 HTTP/1.1" status: 204 len: 173 time: 0.7810376 Aug 19 18:52:40.041065 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5eac5a1e-abc1-4e2f-a597-c1e16ca91271 req-40637a6a-45d2-4658-85a1-9bd5edb1d01d tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce272b83-8785-4266-ad7f-9af457261cac HTTP/1.1" status: 200 len: 210 time: 0.0291569 Aug 19 18:52:40.300208 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9508cb6c-537a-42d2-a4ac-363aeb9779fe req-a1f8397e-b1f8-4264-b7eb-5408285b8abd tempest-ServerRescueNegativeTestJSON-580052482 tempest-ServerRescueNegativeTestJSON-580052482-project] 10.222.0.37 "GET /v2.0/ports?device_id=15419122-e2cf-4059-959c-a52f5b762a33 HTTP/1.1" status: 200 len: 210 time: 0.0287685 Aug 19 18:52:40.523796 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e9bb8-b7e7-45f0-bcff-97f835212a50 req-8ce9db87-a951-4f9d-8cca-940cf2784174 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:40.525333 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cf4e9bb8-b7e7-45f0-bcff-97f835212a50 req-8ce9db87-a951-4f9d-8cca-940cf2784174 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0512900 Aug 19 18:52:40.566324 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cf4e9bb8-b7e7-45f0-bcff-97f835212a50 req-b657716b-51bf-4f0c-8110-dcb49b58848f tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348947 Aug 19 18:52:41.267747 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce272b83-8785-4266-ad7f-9af457261cac', 'name': 'network-vif-deleted', 'tag': '9abe938a-b1a6-4efa-b230-95f74edd4409'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:41.270222 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e92fc4-7fa2-40d8-8b45-47e6c76abd9b" -d '{"events": [{"server_uuid": "ce272b83-8785-4266-ad7f-9af457261cac", "name": "network-vif-deleted", "tag": "9abe938a-b1a6-4efa-b230-95f74edd4409"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:41.304755 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856817b-c527-49e7-ad98-edc09457941b x-openstack-request-id: req-4856817b-c527-49e7-ad98-edc09457941b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:41.305043 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce272b83-8785-4266-ad7f-9af457261cac", "name": "network-vif-deleted", "tag": "9abe938a-b1a6-4efa-b230-95f74edd4409", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:41.305294 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4856817b-c527-49e7-ad98-edc09457941b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:41.305704 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce272b83-8785-4266-ad7f-9af457261cac', 'name': 'network-vif-deleted', 'tag': '9abe938a-b1a6-4efa-b230-95f74edd4409', 'status': 'completed', 'code': 200} Aug 19 18:52:41.362404 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48278) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:41.695143 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d00221-c92c-4c74-b6ed-ee5576bc9702 req-0ccb55c6-9942-4728-ae39-5630108d49e8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:41.696684 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92d00221-c92c-4c74-b6ed-ee5576bc9702 req-0ccb55c6-9942-4728-ae39-5630108d49e8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0566521 Aug 19 18:52:41.739742 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92d00221-c92c-4c74-b6ed-ee5576bc9702 req-bf8af322-48bb-42e8-98b9-82e0f67777f8 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368574 Aug 19 18:52:42.011255 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:42.307133 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Deleting port 7de3f113-d7c0-43f7-bb1e-77511b644beb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:42.307446 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:42.389293 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] For port 7de3f113-d7c0-43f7-bb1e-77511b644beb, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7de3f113-d7c0-43f7-bb1e-77511b644beb,segment=NetworkSegment(bbf0014e-df7f-4309-950d-845fc76083f9),segment_id=bbf0014e-df7f-4309-950d-845fc76083f9)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:42.389979 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:42.403332 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Calling delete_port for 7de3f113-d7c0-43f7-bb1e-77511b644beb owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:42.608307 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 8af5f260-ce05-43dc-866d-a5f4c0bd5554 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:42.629434 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 8af5f260-ce05-43dc-866d-a5f4c0bd5554 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:42.629778 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 8af5f260-ce05-43dc-866d-a5f4c0bd5554 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:42.630202 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 9abe938a-b1a6-4efa-b230-95f74edd4409 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:42.649338 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 9abe938a-b1a6-4efa-b230-95f74edd4409 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:42.649682 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 9abe938a-b1a6-4efa-b230-95f74edd4409 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:42.737668 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:42.766689 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de3f113-d7c0-43f7-bb1e-77511b644beb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:42.898756 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb187-6ab4-4dc0-aeb6-358e5ff251e2 req-e4a5e0a6-2cec-4b30-b3d0-d2a0c88a1348 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.900434 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8c2fb187-6ab4-4dc0-aeb6-358e5ff251e2 req-e4a5e0a6-2cec-4b30-b3d0-d2a0c88a1348 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0840106 Aug 19 18:52:42.912889 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca32a12-6e9a-4f2c-9b1c-b99f1cd08165 req-813b3fbb-2b74-438e-878d-f7dc1dfad105 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:42.914349 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fca32a12-6e9a-4f2c-9b1c-b99f1cd08165 req-813b3fbb-2b74-438e-878d-f7dc1dfad105 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.0669804 Aug 19 18:52:42.930464 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:42.973698 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8c2fb187-6ab4-4dc0-aeb6-358e5ff251e2 req-4e442b52-9e57-47fd-8081-3509ffce8c52 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583472 Aug 19 18:52:42.978887 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fca32a12-6e9a-4f2c-9b1c-b99f1cd08165 req-a198993f-c430-4198-bbfc-b797e494eb32 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566082 Aug 19 18:52:43.146721 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Router 6d142ebc-a885-432f-97c3-badae85ba219 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:52:43.249241 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:52:43.254697 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-59b596e6-dfd0-40e8-8f26-59fedb7d9461 admin admin] 10.222.0.37 "PUT /v2.0/routers/6d142ebc-a885-432f-97c3-badae85ba219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8912344 Aug 19 18:52:43.257406 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48290) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:43.258409 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] Sync routers for ids ['6d142ebc-a885-432f-97c3-badae85ba219'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:52:43.268101 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] Routers {'6d142ebc-a885-432f-97c3-badae85ba219'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:43.268703 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:52:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['6d142ebc-a885-432f-97c3-badae85ba219'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:43.362203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:43.371017 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] Set router 6d142ebc-a885-432f-97c3-badae85ba219 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:43.467578 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:43.544677 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': '015335da-4a65-4764-9ebf-137e37869f4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:52:42Z', 'revision_number': 5, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port': {'id': '015335da-4a65-4764-9ebf-137e37869f4e', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ec:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d142ebc-a885-432f-97c3-badae85ba219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:43.571349 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] Checking router: 6d142ebc-a885-432f-97c3-badae85ba219 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:52:43.579545 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] Routers {'6d142ebc-a885-432f-97c3-badae85ba219'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:52:43.580189 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:52:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['6d142ebc-a885-432f-97c3-badae85ba219'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:43.585682 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Deleting port 015335da-4a65-4764-9ebf-137e37869f4e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:43.586101 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:43.666938 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] Set router 6d142ebc-a885-432f-97c3-badae85ba219 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:52:43.667269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] For port 015335da-4a65-4764-9ebf-137e37869f4e, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=015335da-4a65-4764-9ebf-137e37869f4e,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:43.667666 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:43.680327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Calling delete_port for 015335da-4a65-4764-9ebf-137e37869f4e owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:43.803516 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:52:43Z', 'revision_number': 6, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port_host': None}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:43.830031 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90dec02-46c8-4989-8259-9e2d1625b3f8 None None] The sync data for ids ['6d142ebc-a885-432f-97c3-badae85ba219'] in dv-cinder-790535-9-iscsi is: [{'id': '6d142ebc-a885-432f-97c3-badae85ba219', 'name': 'tempest-ServerRescueNegativeTestJSON-734281010-router', 'tenant_id': '9096b056518042a9b8ecccc46532af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:46Z', 'updated_at': '2021-08-19T18:52:43Z', 'revision_number': 6, 'project_id': '9096b056518042a9b8ecccc46532af00', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:52:43.971349 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:43.995632 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Pushing event deleted for resources: {'Port': ['ID=015335da-4a65-4764-9ebf-137e37869f4e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:44.117164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.240366 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ef4b2-6b8e-41a3-9b26-d51b644d62f8 req-b8748d58-5316-43f6-9404-516bfcc3ec70 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:44.241927 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-596ef4b2-6b8e-41a3-9b26-d51b644d62f8 req-b8748d58-5316-43f6-9404-516bfcc3ec70 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.1982963 Aug 19 18:52:44.247055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.249702 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.265363 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c818f38-d10e-43e7-b080-bce3f6a94a54 req-92b9fd59-06fb-4905-828b-8630f6be4441 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:44.267563 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c818f38-d10e-43e7-b080-bce3f6a94a54 req-92b9fd59-06fb-4905-828b-8630f6be4441 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.2107606 Aug 19 18:52:44.307796 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7de3f113-d7c0-43f7-bb1e-77511b644beb no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:44.328788 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 7de3f113-d7c0-43f7-bb1e-77511b644beb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:44.330123 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7de3f113-d7c0-43f7-bb1e-77511b644beb not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:44.378028 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-596ef4b2-6b8e-41a3-9b26-d51b644d62f8 req-5cd963e4-4d5f-49ef-bcca-e7e02bcdfc16 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260207 Aug 19 18:52:44.391729 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c818f38-d10e-43e7-b080-bce3f6a94a54 req-41493230-2fd2-4ce1-a21e-2e10771c9986 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127799 Aug 19 18:52:44.444721 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.445292 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d142ebc-a885-432f-97c3-badae85ba219 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:52:44.450079 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.451250 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-061a2b32-3f0f-4784-b2ed-e6b5baa07caa admin admin] 10.222.0.37 "DELETE /v2.0/routers/6d142ebc-a885-432f-97c3-badae85ba219 HTTP/1.1" status: 204 len: 168 time: 1.1928139 Aug 19 18:52:44.453757 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48296) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:44.500123 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Deleting subnet 4bacad83-4151-46c5-806d-03a0df122888 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:44.504300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.543729 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29305094'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.582096 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.708025 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29305191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25739342'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.734611 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bacad83-4151-46c5-806d-03a0df122888,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:44.740192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:44.742328 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-c50a76f0-0caa-4d59-b1bb-205b7b79b4f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4bacad83-4151-46c5-806d-03a0df122888 HTTP/1.1" status: 204 len: 168 time: 0.2876413 Aug 19 18:52:44.745050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48298) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:44.813510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.161125 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.174385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0e769b-6d87-4f54-b785-1d87013ab927']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:45.191978 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-53563652-81ef-452c-ae34-97c8c9bb2101 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:45.193458 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-53563652-81ef-452c-ae34-97c8c9bb2101 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.1145861 Aug 19 18:52:45.199860 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf0014e-df7f-4309-950d-845fc76083f9') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:45.199860 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf0014e-df7f-4309-950d-845fc76083f9') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:45.212566 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.246000 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.257845 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:45.258225 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:45.259904 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:45.350150 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Deleting port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:52:45.350495 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.423841 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.432503 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.434384 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f0e769b-6d87-4f54-b785-1d87013ab927 HTTP/1.1" status: 204 len: 168 time: 0.6883919 Aug 19 18:52:45.446714 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b44776-b694-483d-86ad-300b522b4b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0e769b-6d87-4f54-b785-1d87013ab927,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:45.464053 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] For port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,segment=NetworkSegment(c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5),segment_id=c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:52:45.464438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.515742 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Calling delete_port for 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:52:45.604952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee017b12-fdf0-4e64-8474-24f790be3608 req-da69351d-63f8-45e6-8721-d20a60c966d1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:45.606459 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ee017b12-fdf0-4e64-8474-24f790be3608 req-da69351d-63f8-45e6-8721-d20a60c966d1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.1393991 Aug 19 18:52:45.615984 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1f68f-cea0-4bc6-b531-d5eca6c0d4a3 req-53172874-bd48-4139-b0a7-8212a8ccc5be tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:45.617463 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-55f1f68f-cea0-4bc6-b531-d5eca6c0d4a3 req-53172874-bd48-4139-b0a7-8212a8ccc5be tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 945 time: 0.1432049 Aug 19 18:52:45.701752 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ee017b12-fdf0-4e64-8474-24f790be3608 req-5adc2ade-a7dd-4ca7-9a6d-791aa7f0c7b9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0828383 Aug 19 18:52:45.708103 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-55f1f68f-cea0-4bc6-b531-d5eca6c0d4a3 req-449a4065-611b-4e7e-a9d4-691694d27ac3 tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/security-groups?id=a94729fa-a107-49da-ab65-f743bf990fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749846 Aug 19 18:52:45.854787 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48308) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:45.870772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.906498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Pushing event deleted for resources: {'Port': ['ID=68fc4ad2-2184-42cd-bda1-3167e82e4dc0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:45.909981 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['68fc4ad2-2184-42cd-bda1-3167e82e4dc0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:52:45.948725 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:45.949465 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a85d7441-149e-4825-9cd3-29778921a68e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9096b056518042a9b8ecccc46532af00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0928814 Aug 19 18:52:45.956942 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 015335da-4a65-4764-9ebf-137e37869f4e no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:45.967770 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] No DVR routers for this DVR port 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:52:45.971584 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:45.973437 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac7a6dce-bfb0-4ac4-9fc2-72f82511ab2c req-9d5dc5e1-186e-4a4b-b503-1a8dce28a6ef tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.30 "DELETE /v2.0/ports/68fc4ad2-2184-42cd-bda1-3167e82e4dc0 HTTP/1.1" status: 204 len: 173 time: 0.7713480 Aug 19 18:52:45.973898 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'name': 'network-vif-deleted', 'tag': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:52:45.976315 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b6edc0-6713-4ed6-80b2-5856a3d96679" -d '{"events": [{"server_uuid": "91681ab7-8b25-4646-b7b7-43c584b51f57", "name": "network-vif-deleted", "tag": "68fc4ad2-2184-42cd-bda1-3167e82e4dc0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:52:45.978540 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 015335da-4a65-4764-9ebf-137e37869f4e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:45.979277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 015335da-4a65-4764-9ebf-137e37869f4e not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:46.009695 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d358d4e-065a-4ba1-8159-e6260e54591c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.021286 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38904533-5bfd-4124-8181-0106f4eed7e8 x-openstack-request-id: req-38904533-5bfd-4124-8181-0106f4eed7e8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:52:46.021583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91681ab7-8b25-4646-b7b7-43c584b51f57", "name": "network-vif-deleted", "tag": "68fc4ad2-2184-42cd-bda1-3167e82e4dc0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:52:46.021837 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38904533-5bfd-4124-8181-0106f4eed7e8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:52:46.022328 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91681ab7-8b25-4646-b7b7-43c584b51f57', 'name': 'network-vif-deleted', 'tag': '68fc4ad2-2184-42cd-bda1-3167e82e4dc0', 'status': 'completed', 'code': 200} Aug 19 18:52:46.034269 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d358d4e-065a-4ba1-8159-e6260e54591c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.145704 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d358d4e-065a-4ba1-8159-e6260e54591c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.148505 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d358d4e-065a-4ba1-8159-e6260e54591c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:46.152052 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0d358d4e-065a-4ba1-8159-e6260e54591c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2910a8d0-3304-4ebd-893b-8ce147298dd8 HTTP/1.1" status: 204 len: 168 time: 0.1998610 Aug 19 18:52:46.152311 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:52:46.158127 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d358d4e-065a-4ba1-8159-e6260e54591c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910a8d0-3304-4ebd-893b-8ce147298dd8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:46.834199 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ed041848-352c-43cd-b853-5b0804d99c77 req-359edeb0-b61b-4ef2-bdb0-a38ca6c8914f tempest-AttachVolumeNegativeTest-1680513807 tempest-AttachVolumeNegativeTest-1680513807-project] 10.222.0.37 "GET /v2.0/ports?device_id=91681ab7-8b25-4646-b7b7-43c584b51f57 HTTP/1.1" status: 200 len: 210 time: 0.0311716 Aug 19 18:52:46.850795 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd260e9c-1b90-4fe5-beef-511766a44354 req-04b5ddba-380b-49d1-a856-16430f60f6c0 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:46.852347 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd260e9c-1b90-4fe5-beef-511766a44354 req-04b5ddba-380b-49d1-a856-16430f60f6c0 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0769265 Aug 19 18:52:46.893023 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd260e9c-1b90-4fe5-beef-511766a44354 req-593eb4eb-0148-449b-ab97-2c34afc19111 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346375 Aug 19 18:52:47.896732 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48348) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:47.945535 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Deleting subnet 03c9f4b1-8860-4afe-a21c-508c053f3957 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:47.949560 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:47.984869 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.017683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49251e1c-2a09-40ee-aa0d-237ad308ce5b req-74ed00d0-6a26-43b4-af77-738166589460 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:48.019951 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-49251e1c-2a09-40ee-aa0d-237ad308ce5b req-74ed00d0-6a26-43b4-af77-738166589460 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0575051 Aug 19 18:52:48.029119 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.073226 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-49251e1c-2a09-40ee-aa0d-237ad308ce5b req-afa67247-cbaa-484a-adf4-6df56881abc9 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464306 Aug 19 18:52:48.160180 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.187455 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c9f4b1-8860-4afe-a21c-508c053f3957,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:48.189452 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.191974 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-02c18911-a74b-4763-be48-478675dc75c3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/03c9f4b1-8860-4afe-a21c-508c053f3957 HTTP/1.1" status: 204 len: 168 time: 0.2941782 Aug 19 18:52:48.194420 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48358) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:48.266888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.354538 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.366050 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:48.377566 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:48.377949 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fb55b5-ff3f-40d0-a1c0-1b21bd0a03f5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:48.387505 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25663544'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.401086 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.406690 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:48.407114 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25664683'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: Traceback (most recent call last): Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: timer() Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: cb(*args, **kw) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: return func(*args, **kwargs) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: self._notify() Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: self.callback(batched_events) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: event.method(event) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: return f(self, *a, **k) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._get(url).json() Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:48.409458 dv-cinder-790535-9-iscsi neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:48.519500 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.524917 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.526765 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218 HTTP/1.1" status: 204 len: 168 time: 0.3312769 Aug 19 18:52:48.538121 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ef237-d66d-4574-a205-5f6e38c9c677 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a0ac2d5-e4fc-4e5c-89b0-c1d57c170218,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:48.629179 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:52:48.652797 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:52:48.653124 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 68fc4ad2-2184-42cd-bda1-3167e82e4dc0 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:52:48.834751 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48374) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:48.878084 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-36f2ad14-7259-4ded-ac44-d28837010233 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=046c7368086847c4a31400beb1e4e92e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407040 Aug 19 18:52:48.880065 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48376) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:48.929532 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98562dd4-5171-43a8-8257-3e40606e2f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:48.951399 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98562dd4-5171-43a8-8257-3e40606e2f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:49.086985 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98562dd4-5171-43a8-8257-3e40606e2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:49.088059 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98562dd4-5171-43a8-8257-3e40606e2f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:49.089214 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-98562dd4-5171-43a8-8257-3e40606e2f41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a94729fa-a107-49da-ab65-f743bf990fe2 HTTP/1.1" status: 204 len: 168 time: 0.2082293 Aug 19 18:52:49.099808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98562dd4-5171-43a8-8257-3e40606e2f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94729fa-a107-49da-ab65-f743bf990fe2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:49.196358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd820655-4d2e-4211-9267-2a8bb6171344 req-4de6f493-989a-490b-be5f-ba5b9ec72255 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:49.197889 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd820655-4d2e-4211-9267-2a8bb6171344 req-4de6f493-989a-490b-be5f-ba5b9ec72255 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0529726 Aug 19 18:52:49.239906 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd820655-4d2e-4211-9267-2a8bb6171344 req-26886023-427d-4967-afd3-dbf7c94812ea tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360954 Aug 19 18:52:50.367206 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dba19-12e5-4b64-8bd0-aa03c41d0810 req-c524c905-bf83-401f-95eb-4ab4aaefbaca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:50.369170 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b0dba19-12e5-4b64-8bd0-aa03c41d0810 req-c524c905-bf83-401f-95eb-4ab4aaefbaca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0599124 Aug 19 18:52:50.415685 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b0dba19-12e5-4b64-8bd0-aa03c41d0810 req-146973ab-6c60-491c-8c57-21e25ba52a50 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0ad3f18-95f8-4d26-af97-054b3d312b89&id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402780 Aug 19 18:52:51.009384 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:51.115496 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de84cfba-0001-4bcc-bc8d-e808c38f09dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.205135 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de84cfba-0001-4bcc-bc8d-e808c38f09dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.278928 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de84cfba-0001-4bcc-bc8d-e808c38f09dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.318892 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-de84cfba-0001-4bcc-bc8d-e808c38f09dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97f702ac6cf04687b9fd03c3bdf03d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084176 Aug 19 18:52:51.319855 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84cfba-0001-4bcc-bc8d-e808c38f09dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84e8be-c9a6-4b00-8ac3-587c520907ef,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:51.321657 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48444) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:51.371643 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b706e4-885a-4d94-9d4d-3b8326b46b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.392541 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b706e4-885a-4d94-9d4d-3b8326b46b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.524985 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b706e4-885a-4d94-9d4d-3b8326b46b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.527821 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b706e4-885a-4d94-9d4d-3b8326b46b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:51.532611 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f6b706e4-885a-4d94-9d4d-3b8326b46b52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cb84e8be-c9a6-4b00-8ac3-587c520907ef HTTP/1.1" status: 204 len: 168 time: 0.2064111 Aug 19 18:52:51.537801 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b706e4-885a-4d94-9d4d-3b8326b46b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84e8be-c9a6-4b00-8ac3-587c520907ef,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:52.581108 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48480) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:52.680441 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270144648-network', 'tenant_id': '89c749a1c48249e29d06af3e7a538dfa'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:52.827721 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Made reservation on behalf of 89c749a1c48249e29d06af3e7a538dfa for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:52.830201 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:52.842802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:52.929443 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.016521 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.040999 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:53.050427 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4770934-9467-4082-8580-9f1466b937a0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:53.054925 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.055272 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Added segment 494dcc67-0df7-46d3-8c6e-8b797097ff42 of type vlan for network f2a77ad2-67e8-4ab7-8a11-5514497fb586 Aug 19 18:52:53.065026 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.065965 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.066254 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.066595 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.066942 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.067278 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.067608 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.067936 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.068262 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.068584 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.068905 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.069223 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:53.108233 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.204946 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.206021 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:53.206618 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.266594 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] Pushing event updated for resources: {'Network': ['ID=f2a77ad2-67e8-4ab7-8a11-5514497fb586,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:53.276237 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network f2a77ad2-67e8-4ab7-8a11-5514497fb586 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:53.320378 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e27d119b-b8f0-4b75-95c0-2cbc212dc28c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7381380 Aug 19 18:52:53.323397 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48484) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:53.328540 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Request body: {'subnet': {'network_id': 'f2a77ad2-67e8-4ab7-8a11-5514497fb586', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1270144648-subnet', 'tenant_id': '89c749a1c48249e29d06af3e7a538dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:53.404570 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Made reservation on behalf of 89c749a1c48249e29d06af3e7a538dfa for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:53.407355 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.639318 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.703818 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a644fbe-6031-4729-a7f0-b1d9f9c5e27d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:53.708562 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Checking segment: {'id': '494dcc67-0df7-46d3-8c6e-8b797097ff42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f2a77ad2-67e8-4ab7-8a11-5514497fb586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:53.708849 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Network hostable DHCP agents. Network: f2a77ad2-67e8-4ab7-8a11-5514497fb586, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:53.781820 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Network f2a77ad2-67e8-4ab7-8a11-5514497fb586 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:53.878646 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, f2a77ad2-67e8-4ab7-8a11-5514497fb586) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:53.882845 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:53.883466 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:53.887621 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f8109-cca7-4cdb-82a6-5d49e6d5e3a0 None None] Network f2a77ad2-67e8-4ab7-8a11-5514497fb586 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:53.999152 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-783601ee-a269-4ffb-aa95-a553f20d2c7f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6741683 Aug 19 18:52:54.015599 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ae3f4-32e1-4f09-bf4a-05da970b1b72 None None] Network f2a77ad2-67e8-4ab7-8a11-5514497fb586 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:54.736385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48524) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:54.741603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1509488858-network', 'tenant_id': '3e9727a33cd64b85989eec824f63bc72'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:54.825713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Made reservation on behalf of 3e9727a33cd64b85989eec824f63bc72 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:54.828085 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:54.837285 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:54.929470 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:54.987433 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.012105 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:52:55.023583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e62679-697b-49e6-bdbd-693d39e8ac17,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:55.029320 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.029669 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Added segment f5e61814-476e-4a7c-908e-6e87e4a94ccb of type vlan for network 2ee6ea87-d484-4394-b4be-d46f1266d443 Aug 19 18:52:55.071853 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.170450 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.171507 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:55.172110 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.229991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ee6ea87-d484-4394-b4be-d46f1266d443,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:55.243333 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 2ee6ea87-d484-4394-b4be-d46f1266d443 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:52:55.285713 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-17eab006-be6d-4bd1-8c77-83d351632bd8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5479040 Aug 19 18:52:55.288232 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48534) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:55.293251 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Request body: {'subnet': {'network_id': '2ee6ea87-d484-4394-b4be-d46f1266d443', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1509488858-subnet', 'tenant_id': '3e9727a33cd64b85989eec824f63bc72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:52:55.393508 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Made reservation on behalf of 3e9727a33cd64b85989eec824f63bc72 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:52:55.395883 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25739347'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.627559 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29305254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25739333'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.678144 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=555a8292-9d41-41c9-82e2-7bc442a2d9bd,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:55.694299 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Checking segment: {'id': 'f5e61814-476e-4a7c-908e-6e87e4a94ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2ee6ea87-d484-4394-b4be-d46f1266d443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:52:55.694655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Network hostable DHCP agents. Network: 2ee6ea87-d484-4394-b4be-d46f1266d443, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:52:55.781903 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Network 2ee6ea87-d484-4394-b4be-d46f1266d443 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:52:55.868300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 2ee6ea87-d484-4394-b4be-d46f1266d443) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:52:55.872969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:55.873952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:55.877618 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658e10f-05b9-4d72-a7f9-6280cda7f118 None None] Network 2ee6ea87-d484-4394-b4be-d46f1266d443 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:55.969195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-4c73da26-a98d-4967-aeb0-ffa24a8bd02a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6798611 Aug 19 18:52:56.002590 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a09fa3-6b01-4d42-802b-00bb20b60a1c None None] Network 2ee6ea87-d484-4394-b4be-d46f1266d443 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:52:56.088635 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48540) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:56.140093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Deleting subnet 1a644fbe-6031-4729-a7f0-b1d9f9c5e27d {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:56.143347 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.179771 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29305094'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.225586 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.360175 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29305191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25739342'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.389161 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a644fbe-6031-4729-a7f0-b1d9f9c5e27d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:56.391231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.393300 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-7fc74aed-adb3-46a7-a6db-9099bd9c9471 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1a644fbe-6031-4729-a7f0-b1d9f9c5e27d HTTP/1.1" status: 204 len: 168 time: 0.3036377 Aug 19 18:52:56.399162 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48552) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:56.416251 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.473221 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.554864 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.564670 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a77ad2-67e8-4ab7-8a11-5514497fb586']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:56.578677 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494dcc67-0df7-46d3-8c6e-8b797097ff42') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:56.579004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494dcc67-0df7-46d3-8c6e-8b797097ff42') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:56.588208 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.602166 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.608326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:56.608910 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:56.611543 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:56.725123 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.729656 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.734889 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f2a77ad2-67e8-4ab7-8a11-5514497fb586 HTTP/1.1" status: 204 len: 168 time: 0.3314543 Aug 19 18:52:56.737099 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48562) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:56.745788 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83aa3d1-92d8-4280-b493-ea3b059589c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a77ad2-67e8-4ab7-8a11-5514497fb586,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:56.781665 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Deleting subnet 555a8292-9d41-41c9-82e2-7bc442a2d9bd {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:52:56.784872 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.824622 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:56.869481 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.182101 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.207790 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=555a8292-9d41-41c9-82e2-7bc442a2d9bd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:57.211788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.217991 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-3d48ab37-ba87-4c00-aea8-bbcc061bbb6c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/555a8292-9d41-41c9-82e2-7bc442a2d9bd HTTP/1.1" status: 204 len: 168 time: 0.4755275 Aug 19 18:52:57.217991 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:57.284370 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.365642 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.375731 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee6ea87-d484-4394-b4be-d46f1266d443']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:57.386975 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e61814-476e-4a7c-908e-6e87e4a94ccb') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:57.387282 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e61814-476e-4a7c-908e-6e87e4a94ccb') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:52:57.396727 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25663544'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.409803 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.415785 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:52:57.416176 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25664683'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: Traceback (most recent call last): Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: timer() Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: cb(*args, **kw) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: return func(*args, **kwargs) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: self._notify() Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: self.callback(batched_events) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: event.method(event) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: return f(self, *a, **k) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._get(url).json() Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:52:57.417804 dv-cinder-790535-9-iscsi neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:52:57.539976 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.548323 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:57.552931 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] 10.222.0.37 "DELETE /v2.0/networks/2ee6ea87-d484-4394-b4be-d46f1266d443 HTTP/1.1" status: 204 len: 168 time: 0.3332114 Aug 19 18:52:57.561331 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66ced8-f4f1-4654-9e6b-3fae7414500d admin admin] Pushing event deleted for resources: {'Network': ['ID=2ee6ea87-d484-4394-b4be-d46f1266d443,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:57.961133 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48572) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:57.999542 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7e73a15a-671d-4837-984d-bb9004c0e5ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89c749a1c48249e29d06af3e7a538dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372450 Aug 19 18:52:58.002589 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48574) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:58.049316 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca98dd3-1e12-4caa-aac4-63b396801de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:58.070884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca98dd3-1e12-4caa-aac4-63b396801de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:58.227787 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca98dd3-1e12-4caa-aac4-63b396801de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:58.230369 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca98dd3-1e12-4caa-aac4-63b396801de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:58.233947 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6ca98dd3-1e12-4caa-aac4-63b396801de2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4770934-9467-4082-8580-9f1466b937a0 HTTP/1.1" status: 204 len: 168 time: 0.2281368 Aug 19 18:52:58.240352 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca98dd3-1e12-4caa-aac4-63b396801de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4770934-9467-4082-8580-9f1466b937a0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:59.073991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48594) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:59.114813 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-64301cb7-38cf-448d-8af0-40d71dbdf20e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e9727a33cd64b85989eec824f63bc72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395935 Aug 19 18:52:59.117200 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48596) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:52:59.167329 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:59.192140 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:59.293999 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:59.296648 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:52:59.297821 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72e62679-697b-49e6-bdbd-693d39e8ac17 HTTP/1.1" status: 204 len: 168 time: 0.1793876 Aug 19 18:52:59.305713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e62679-697b-49e6-bdbd-693d39e8ac17,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:52:59.312875 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.313236 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.313585 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.313929 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.314269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.314608 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.314971 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.315354 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.315708 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.316085 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.316363 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.317244 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa240e0-e01e-46e5-98a7-afaed68a77a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:52:59.529910 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-0ca54895-b239-417d-a3fb-574f4666772e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425661 Aug 19 18:52:59.617505 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-4f4b6773-4d88-4c68-a310-899ef5585590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:59.619339 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-4f4b6773-4d88-4c68-a310-899ef5585590 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 1100 time: 0.0445993 Aug 19 18:52:59.730938 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-cc24318b-30e7-4bc8-93ad-37de14e570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:59.732650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-cc24318b-30e7-4bc8-93ad-37de14e570fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.0896244 Aug 19 18:52:59.803127 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-9c74be6b-1790-4259-b0ff-23bec8fe2fa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 200 len: 1002 time: 0.0610421 Aug 19 18:52:59.853552 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-0c404a44-2ea2-4bbb-9c06-7e23d784926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:59.855006 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-0c404a44-2ea2-4bbb-9c06-7e23d784926e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0441084 Aug 19 18:52:59.910088 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-e508ccac-d640-4a4f-ba52-5fd33e4068f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:52:59.912288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-e508ccac-d640-4a4f-ba52-5fd33e4068f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491705 Aug 19 18:53:00.009128 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-c1e378ee-b538-459e-adcb-f34174408edd service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864658 Aug 19 18:53:00.112446 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3d84b9db-a5c0-40cf-b0fa-d4445586b470 req-ca727f75-b4df-4a95-af85-c338b4fe7d50 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938005 Aug 19 18:53:04.209520 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-852317b9-da2f-4a73-b046-e0b41281a3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:04.670969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48790) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:04.778209 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40a8ebc1-e85c-491a-8fd2-4a65e61a9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:04.870494 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40a8ebc1-e85c-491a-8fd2-4a65e61a9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:04.942814 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40a8ebc1-e85c-491a-8fd2-4a65e61a9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:04.987616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-40a8ebc1-e85c-491a-8fd2-4a65e61a9afa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9672728597ee4320a0bdc05dc857f4dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100772 Aug 19 18:53:04.987616 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8ebc1-e85c-491a-8fd2-4a65e61a9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0a1477-eeec-4261-94e0-35c6ab228369,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:04.987819 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48798) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:05.043530 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df16f7dc-2397-4198-8d27-ece5df39e91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.077561 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df16f7dc-2397-4198-8d27-ece5df39e91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.221793 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df16f7dc-2397-4198-8d27-ece5df39e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.225253 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df16f7dc-2397-4198-8d27-ece5df39e91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:05.226125 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-df16f7dc-2397-4198-8d27-ece5df39e91f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c0a1477-eeec-4261-94e0-35c6ab228369 HTTP/1.1" status: 204 len: 168 time: 0.2397139 Aug 19 18:53:05.233789 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16f7dc-2397-4198-8d27-ece5df39e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0a1477-eeec-4261-94e0-35c6ab228369,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:05.931850 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48808) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:05.945501 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de8099d3-885f-4a32-9cbd-54e54e038bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.040059 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de8099d3-885f-4a32-9cbd-54e54e038bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.134418 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de8099d3-885f-4a32-9cbd-54e54e038bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.175608 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-de8099d3-885f-4a32-9cbd-54e54e038bc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2693ffe05da49f2be2f2e8f6fbcc576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425373 Aug 19 18:53:06.177071 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:06.179177 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8099d3-885f-4a32-9cbd-54e54e038bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8fa572-3ebf-48fc-856d-53eda2cd8710,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:06.247703 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-790ad986-b292-4d71-8cc5-e609cc9a74f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.277491 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-790ad986-b292-4d71-8cc5-e609cc9a74f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.428192 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-790ad986-b292-4d71-8cc5-e609cc9a74f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.430830 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-790ad986-b292-4d71-8cc5-e609cc9a74f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:06.432281 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-790ad986-b292-4d71-8cc5-e609cc9a74f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b8fa572-3ebf-48fc-856d-53eda2cd8710 HTTP/1.1" status: 204 len: 168 time: 0.2539756 Aug 19 18:53:06.451307 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ad986-b292-4d71-8cc5-e609cc9a74f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8fa572-3ebf-48fc-856d-53eda2cd8710,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:06.625461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41d569-d0e5-4997-8fb3-c85f586ac56a req-6315ea5c-4680-49ea-aacf-dfa2c6d00f7e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:06.627058 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df41d569-d0e5-4997-8fb3-c85f586ac56a req-6315ea5c-4680-49ea-aacf-dfa2c6d00f7e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Aug 19 18:53:06.669086 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-df41d569-d0e5-4997-8fb3-c85f586ac56a req-02a76b31-f745-40f6-9540-4e43f915faef tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348227 Aug 19 18:53:06.804476 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-befc5b58-b843-4468-a065-76d73bd54f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:07.402737 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:07.792194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84096-51f1-4ad6-92cf-8531c96e690b req-f514a381-5c3c-40c2-a0a5-dfd268844461 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:07.793742 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-52e84096-51f1-4ad6-92cf-8531c96e690b req-f514a381-5c3c-40c2-a0a5-dfd268844461 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0545237 Aug 19 18:53:07.834347 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-52e84096-51f1-4ad6-92cf-8531c96e690b req-0c538371-1c4f-4468-99d3-7f2bc50f46a7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Aug 19 18:53:08.027699 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.467309 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48888) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:08.575781 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09731c01-972a-4ea2-98af-ee23e51078a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.668910 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09731c01-972a-4ea2-98af-ee23e51078a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.741614 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09731c01-972a-4ea2-98af-ee23e51078a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.780315 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-09731c01-972a-4ea2-98af-ee23e51078a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7688781175f425980134c7b5310f618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118143 Aug 19 18:53:08.781607 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09731c01-972a-4ea2-98af-ee23e51078a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c7dfe7-fcb6-43e3-84db-dc67235120cd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:08.783049 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:08.835689 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45564582-0560-4533-bebc-0d469bc12c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.858230 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45564582-0560-4533-bebc-0d469bc12c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:08.963068 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c181d7a-9934-45e3-8cbc-f3ee77639e42 req-4e34ca29-272b-4897-8b61-73241d0b7fa7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:08.964616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c181d7a-9934-45e3-8cbc-f3ee77639e42 req-4e34ca29-272b-4897-8b61-73241d0b7fa7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0523152 Aug 19 18:53:09.004969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45564582-0560-4533-bebc-0d469bc12c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.007539 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45564582-0560-4533-bebc-0d469bc12c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.014288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-45564582-0560-4533-bebc-0d469bc12c7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63c7dfe7-fcb6-43e3-84db-dc67235120cd HTTP/1.1" status: 204 len: 168 time: 0.2239389 Aug 19 18:53:09.014288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6c181d7a-9934-45e3-8cbc-f3ee77639e42 req-36e06f05-79af-4489-a454-fa47d3bb8f16 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Aug 19 18:53:09.019438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45564582-0560-4533-bebc-0d469bc12c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c7dfe7-fcb6-43e3-84db-dc67235120cd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:09.328121 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.484847 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fe17f-a992-442e-87e6-e72cc326cdd7 req-b88352a2-1ac2-4f08-9223-6363c0d05970 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:09.486338 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-863fe17f-a992-442e-87e6-e72cc326cdd7 req-b88352a2-1ac2-4f08-9223-6363c0d05970 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0507002 Aug 19 18:53:09.527533 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-863fe17f-a992-442e-87e6-e72cc326cdd7 req-15d4effb-04c2-46d7-a2ef-ba236a6c3e5b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350368 Aug 19 18:53:09.707207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 48916) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:09.721505 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe392-baad-4323-8447-482064d74dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.808078 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe392-baad-4323-8447-482064d74dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.878936 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe392-baad-4323-8447-482064d74dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.917778 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-e1ffe392-baad-4323-8447-482064d74dbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e2054cb93e34b0cb43f5ef877ddf46e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094929 Aug 19 18:53:09.918857 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffe392-baad-4323-8447-482064d74dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2125c52-2a21-4353-85c1-4c6a2be23292,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:09.920420 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 48922) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:09.975552 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a371fd20-9458-44ab-be7d-6c0f94991569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:09.994780 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a371fd20-9458-44ab-be7d-6c0f94991569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:10.117379 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a371fd20-9458-44ab-be7d-6c0f94991569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:10.120414 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a371fd20-9458-44ab-be7d-6c0f94991569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:10.124023 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a371fd20-9458-44ab-be7d-6c0f94991569 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2125c52-2a21-4353-85c1-4c6a2be23292 HTTP/1.1" status: 204 len: 168 time: 0.2001417 Aug 19 18:53:10.131943 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371fd20-9458-44ab-be7d-6c0f94991569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2125c52-2a21-4353-85c1-4c6a2be23292,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:10.147864 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487860f4-bd32-4347-8be9-ca7ac317b0c2 req-1a879f05-2c58-4312-9ac4-c4205997099e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.149442 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-487860f4-bd32-4347-8be9-ca7ac317b0c2 req-1a879f05-2c58-4312-9ac4-c4205997099e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0594242 Aug 19 18:53:10.190336 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-487860f4-bd32-4347-8be9-ca7ac317b0c2 req-ad5a70c9-31be-48a7-bac2-968ea04919c9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340877 Aug 19 18:53:10.651116 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b574b-bdff-4b98-ae97-8a95abd85efe req-b1a19f71-c650-40fe-bf3a-5d8163333d02 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:10.652632 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0d6b574b-bdff-4b98-ae97-8a95abd85efe req-b1a19f71-c650-40fe-bf3a-5d8163333d02 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0503190 Aug 19 18:53:10.691921 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0d6b574b-bdff-4b98-ae97-8a95abd85efe req-9de86c95-b4f7-4c02-8933-598fd6171d68 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330915 Aug 19 18:53:11.332011 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef61b55-4abb-484c-a749-92de9d7a16c2 req-875232f2-fd73-4e2a-9ecf-4f6f9678899d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:11.333776 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cef61b55-4abb-484c-a749-92de9d7a16c2 req-875232f2-fd73-4e2a-9ecf-4f6f9678899d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0707469 Aug 19 18:53:11.376188 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cef61b55-4abb-484c-a749-92de9d7a16c2 req-908aac6e-4ae0-40e5-9cf0-6ed4b9b01f7f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361428 Aug 19 18:53:11.503519 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-1b960615-3270-4c01-b4b1-f909cc4077db tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:11.505478 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-1b960615-3270-4c01-b4b1-f909cc4077db tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.0655861 Aug 19 18:53:11.602901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Deleting port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:11.603257 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:11.714086 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] For port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:11.714585 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:11.915940 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa2354-ae83-45bb-87a1-ed8e439fe198 req-58315205-46b5-4c49-825b-7975693ca6e5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:11.917497 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9cfa2354-ae83-45bb-87a1-ed8e439fe198 req-58315205-46b5-4c49-825b-7975693ca6e5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 947 time: 0.1362123 Aug 19 18:53:12.015545 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9cfa2354-ae83-45bb-87a1-ed8e439fe198 req-fdb26c24-49b8-4c3e-a6d3-efce41fa5b78 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=0af4f54e-6c24-4a49-9a97-07c270016543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903947 Aug 19 18:53:12.030043 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.030528 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.030861 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Floating IP 31ab77e1-0094-4689-93b0-6c0772f02215 disassociated. External IP: 172.27.0.143, port: fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5. Aug 19 18:53:12.031263 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Calling delete_port for fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:12.278881 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.308510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event deleted for resources: {'Port': ['ID=fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:12.447561 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:12.487125 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49006) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:12.643958 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-421ed204-ec2b-49d3-b2b8-642a352b4c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.814898 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-421ed204-ec2b-49d3-b2b8-642a352b4c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.878700 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d63cc-dccd-40c6-bd59-dd7ccca38074 req-c2139f10-4642-46a9-952c-26a0b010b963 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:12.881003 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f6d63cc-dccd-40c6-bd59-dd7ccca38074 req-c2139f10-4642-46a9-952c-26a0b010b963 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.3764477 Aug 19 18:53:12.887758 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:12.904256 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:12.914483 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:12.919711 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:12.942834 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-421ed204-ec2b-49d3-b2b8-642a352b4c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.950166 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] No DVR routers for this DVR port fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:12.959307 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:12.961811 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c877fe3d-6ec6-4c2f-9f52-8ccbd0144ad1 req-591b5f2d-1b97-413e-9508-2949a756e71c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "DELETE /v2.0/ports/fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 HTTP/1.1" status: 204 len: 173 time: 1.4493828 Aug 19 18:53:12.962287 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-deleted', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:12.965450 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b67eb8-0e44-4dab-8df8-85648a0d6ef9" -d '{"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-deleted", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:12.995152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f6d63cc-dccd-40c6-bd59-dd7ccca38074 req-f81016d3-3648-4bd4-8cf0-5644812a7160 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047900 Aug 19 18:53:13.036251 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-421ed204-ec2b-49d3-b2b8-642a352b4c04 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7d4b981246646d1908200c86299885a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5477061 Aug 19 18:53:13.038165 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ed204-ec2b-49d3-b2b8-642a352b4c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c7d154-dd2b-424a-99cb-d4a22218cdd1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:13.045223 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49012) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:13.077660 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e68496-aa38-42f5-b974-d910c4ac33e0 x-openstack-request-id: req-f7e68496-aa38-42f5-b974-d910c4ac33e0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:13.077905 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ac38e3-4bf7-4215-93bf-1ce27c78d44e", "name": "network-vif-deleted", "tag": "fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:13.078149 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7e68496-aa38-42f5-b974-d910c4ac33e0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:13.078555 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ac38e3-4bf7-4215-93bf-1ce27c78d44e', 'name': 'network-vif-deleted', 'tag': 'fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5', 'status': 'completed', 'code': 200} Aug 19 18:53:13.099265 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:13.172628 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-adb914b9-f0ba-4a27-92ff-d628dfe2cc2d req-d2ae882e-697a-42bd-8535-0c7f4050580e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=53ac38e3-4bf7-4215-93bf-1ce27c78d44e HTTP/1.1" status: 200 len: 210 time: 0.0474296 Aug 19 18:53:13.180852 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc75483-c8b5-40a6-862e-7f602c3ab611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:13.246471 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc75483-c8b5-40a6-862e-7f602c3ab611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:13.412213 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:13.430246 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc75483-c8b5-40a6-862e-7f602c3ab611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:13.431983 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebc75483-c8b5-40a6-862e-7f602c3ab611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:13.437683 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ebc75483-c8b5-40a6-862e-7f602c3ab611 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24c7d154-dd2b-424a-99cb-d4a22218cdd1 HTTP/1.1" status: 204 len: 168 time: 0.3872814 Aug 19 18:53:13.441015 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:13.451805 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc75483-c8b5-40a6-862e-7f602c3ab611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c7d154-dd2b-424a-99cb-d4a22218cdd1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:13.453080 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:13.453859 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:13.588486 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:13.796152 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:13.825181 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea4ca31-13b3-4331-a3d2-6ca01958ee71 None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:14.094754 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c37f3-1ca5-42d3-8376-7e8ef173a510 None None] New status for floating IP 31ab77e1-0094-4689-93b0-6c0772f02215: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:53:14.154626 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78937d9b-48af-4864-919f-6de9dcb5a450 req-f50247b4-08c2-43f3-a9b4-53e11e6835bb tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:14.156498 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-78937d9b-48af-4864-919f-6de9dcb5a450 req-f50247b4-08c2-43f3-a9b4-53e11e6835bb tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0720775 Aug 19 18:53:14.200128 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-78937d9b-48af-4864-919f-6de9dcb5a450 req-c1a5c58e-9b8d-48e2-a0b3-a87109ae3099 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353541 Aug 19 18:53:14.381117 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:14.452562 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dec3bb28-da61-4ca5-8d15-d34056706679 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.482853 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dec3bb28-da61-4ca5-8d15-d34056706679 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.633578 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dec3bb28-da61-4ca5-8d15-d34056706679 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.637037 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dec3bb28-da61-4ca5-8d15-d34056706679 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.638404 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-dec3bb28-da61-4ca5-8d15-d34056706679 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "DELETE /v2.0/security-groups/0af4f54e-6c24-4a49-9a97-07c270016543 HTTP/1.1" status: 204 len: 168 time: 0.2561636 Aug 19 18:53:14.648990 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3bb28-da61-4ca5-8d15-d34056706679 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af4f54e-6c24-4a49-9a97-07c270016543,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:14.649141 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49056) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:14.663040 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:14.685638 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.api.v2.resource [None req-bc64e7bd-aafd-4855-888f-9ec2f97c16af tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] show failed (client error): The resource could not be found. Aug 19 18:53:14.690040 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-bc64e7bd-aafd-4855-888f-9ec2f97c16af tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups/0af4f54e-6c24-4a49-9a97-07c270016543 HTTP/1.1" status: 404 len: 347 time: 0.0254281 Aug 19 18:53:14.690040 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49064) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:14.727898 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:14.791495 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:14.791837 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fcc2ba42-dd18-48d3-b7fd-2ffa0393a0d5 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:14.793981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1687318801-network', 'tenant_id': '91069201bd314e879e9875c7f2f43bdd'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:14.830398 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Deleting port d181734a-d9c9-4df1-8481-06817a3a60b3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:14.830839 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.911957 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Made reservation on behalf of 91069201bd314e879e9875c7f2f43bdd for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:14.914895 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.918324 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.918666 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.924021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:14.932676 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Calling delete_port for d181734a-d9c9-4df1-8481-06817a3a60b3 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:15.045195 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.141664 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.169128 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:53:15.174295 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee63990-10a2-40ba-8fcb-111e994685e9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:15.183124 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.183474 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Added segment 95b556df-2bdc-463d-b367-60498528aaf1 of type vlan for network 6766059c-3e8d-46f2-bb24-65f3df26de91 Aug 19 18:53:15.194266 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.233584 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.237718 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event deleted for resources: {'Port': ['ID=d181734a-d9c9-4df1-8481-06817a3a60b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:15.302886 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.305528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.306688 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-fc271329-3915-4719-8f9a-697af2b2e50f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "DELETE /v2.0/floatingips/31ab77e1-0094-4689-93b0-6c0772f02215 HTTP/1.1" status: 204 len: 168 time: 0.6155617 Aug 19 18:53:15.328307 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922072f8-78cc-4c94-8c68-086b89dc5b94 req-5a2cfdcf-761b-44ea-933a-0ea0379e2aed tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:15.329805 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-922072f8-78cc-4c94-8c68-086b89dc5b94 req-5a2cfdcf-761b-44ea-933a-0ea0379e2aed tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0522718 Aug 19 18:53:15.333491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.334541 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:15.335213 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.425903 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] Pushing event updated for resources: {'Network': ['ID=6766059c-3e8d-46f2-bb24-65f3df26de91,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:15.432364 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-922072f8-78cc-4c94-8c68-086b89dc5b94 req-646dd619-7344-485a-801a-d7b72ea34e92 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924952 Aug 19 18:53:15.437703 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 6766059c-3e8d-46f2-bb24-65f3df26de91 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:53:15.456897 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-fcd6190b-7b62-42ea-812d-a28c3fa58d74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7927151 Aug 19 18:53:15.460658 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49082) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:15.465727 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Request body: {'subnet': {'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1687318801-subnet', 'tenant_id': '91069201bd314e879e9875c7f2f43bdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:15.581531 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Made reservation on behalf of 91069201bd314e879e9875c7f2f43bdd for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:15.584057 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.816168 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:15.874650 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1f4fe7-1900-4ed1-bd85-a621d4b44fce,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:15.882028 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Checking segment: {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:15.882384 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Network hostable DHCP agents. Network: 6766059c-3e8d-46f2-bb24-65f3df26de91, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:53:15.948050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49084) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:15.953529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--441272289', 'description': 'tempest-description--2052996850'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:15.985314 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Network 6766059c-3e8d-46f2-bb24-65f3df26de91 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:53:16.059917 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.082400 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 6766059c-3e8d-46f2-bb24-65f3df26de91) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:16.089794 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:16.090529 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.091535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00725b-6553-410f-8829-a9effb7f8a00 None None] Network 6766059c-3e8d-46f2-bb24-65f3df26de91 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:16.172597 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.242570 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee5564-58ce-4659-90f8-84eba16462ff None None] Network 6766059c-3e8d-46f2-bb24-65f3df26de91 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:16.250067 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.280662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fee94-ee41-4a71-85fe-25bf3a031591,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:16.336595 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f2f7e9ae-31ca-4ac0-9fb5-6c30e2c536a3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8747733 Aug 19 18:53:16.359139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.360442 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-bdeb6189-510b-41d9-a4ba-dd9c96ea7d9d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4113765 Aug 19 18:53:16.363562 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49092) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:16.369178 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'security_group_rule': {'security_group_id': 'be5fee94-ee41-4a71-85fe-25bf3a031591', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:16.479513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.570723 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.581573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcdb0f4-c358-43cd-b1f9-ba8b3e7cd4f2 req-07cfe4a9-cec2-449d-b92a-b28f10eb7e99 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:16.583272 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0bcdb0f4-c358-43cd-b1f9-ba8b3e7cd4f2 req-07cfe4a9-cec2-449d-b92a-b28f10eb7e99 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0732441 Aug 19 18:53:16.630153 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0bcdb0f4-c358-43cd-b1f9-ba8b3e7cd4f2 req-b15218e5-cff1-491e-96f6-cb4d5bc4fcc1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340652 Aug 19 18:53:16.648225 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.667148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3622543-2ea9-4012-b191-1a95200ece2f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:16.741751 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.743296 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-bdd09756-85be-49eb-9fe6-cdc5d954f3ad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779042 Aug 19 18:53:16.745968 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49106) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:16.750367 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'security_group_rule': {'security_group_id': 'be5fee94-ee41-4a71-85fe-25bf3a031591', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:16.836856 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.900223 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.951274 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:16.972283 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd746099-7264-430e-964d-d8cc38f8f005,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:16.986145 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49110) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:17.033199 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.038345 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-f8fc82c1-4dcd-4c3c-8bb6-8ba7f974adae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913470 Aug 19 18:53:17.042249 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49114) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:17.044150 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:17.095973 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc8a2-afd1-40dd-90b6-b6d0fc73e24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.148844 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.251707 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc8a2-afd1-40dd-90b6-b6d0fc73e24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.281226 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.313034 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc8a2-afd1-40dd-90b6-b6d0fc73e24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.351877 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fc8a2-afd1-40dd-90b6-b6d0fc73e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a371ae8-0323-453a-80f4-3d0f36797b8f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:17.358710 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-bf0fc8a2-afd1-40dd-90b6-b6d0fc73e24d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78701926a5e6403f80537f98fb6e5b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690591 Aug 19 18:53:17.359073 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49120) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:17.400382 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Allocated IP 172.27.0.252 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/02c837cc-23f6-4eb9-a1dd-62ebfe56c2d0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:17.407172 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b697526-ed08-46bb-9a07-47e841f431db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.428765 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b697526-ed08-46bb-9a07-47e841f431db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.537549 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.740457 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8979f9a-b100-443e-9223-13a7b3ef52b7 req-454e5064-87c7-4024-9e4c-019d9f3764e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:17.741921 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b8979f9a-b100-443e-9223-13a7b3ef52b7 req-454e5064-87c7-4024-9e4c-019d9f3764e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0503120 Aug 19 18:53:17.779320 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b8979f9a-b100-443e-9223-13a7b3ef52b7 req-6c28f1ef-0ff2-4b95-b10e-370471728c32 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Aug 19 18:53:17.853957 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b697526-ed08-46bb-9a07-47e841f431db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.856606 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b697526-ed08-46bb-9a07-47e841f431db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.857771 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-0b697526-ed08-46bb-9a07-47e841f431db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a371ae8-0323-453a-80f4-3d0f36797b8f HTTP/1.1" status: 204 len: 168 time: 0.4979074 Aug 19 18:53:17.866460 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b697526-ed08-46bb-9a07-47e841f431db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a371ae8-0323-453a-80f4-3d0f36797b8f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:17.890948 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:17.932566 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:17.937373 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:17.940918 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:17.966698 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'Port': ['ID=02c837cc-23f6-4eb9-a1dd-62ebfe56c2d0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:18.029017 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.153504 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b97ba8-8ae1-4080-a8f2-14d1d02b118a req-175a1f9b-e113-4f95-b593-4874c8cf58ab tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.155053 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-04b97ba8-8ae1-4080-a8f2-14d1d02b118a req-175a1f9b-e113-4f95-b593-4874c8cf58ab tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0511293 Aug 19 18:53:18.203810 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-04b97ba8-8ae1-4080-a8f2-14d1d02b118a req-f82f020d-024b-46e7-bdbd-5515f45b6e3e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420265 Aug 19 18:53:18.230953 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.348031 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-cee1ac55-309c-4b67-b811-ced903b073bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.349677 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-cee1ac55-309c-4b67-b811-ced903b073bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1098 time: 0.0479226 Aug 19 18:53:18.407663 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.467571 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.509950 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-04d2b1d8-c9db-4811-81be-9b67b6f6508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.511485 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-04d2b1d8-c9db-4811-81be-9b67b6f6508b service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.1513581 Aug 19 18:53:18.532105 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49150) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:18.549546 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'Port': ['ID=02c837cc-23f6-4eb9-a1dd-62ebfe56c2d0,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:18.563644 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db4ee28c-5fcd-400e-8f79-9c6a12ccb974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.565694 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.605783 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-38f6a013-df22-4f1a-853d-75a0c7cbf556 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.607204 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-38f6a013-df22-4f1a-853d-75a0c7cbf556 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/networks?id=6766059c-3e8d-46f2-bb24-65f3df26de91 HTTP/1.1" status: 200 len: 809 time: 0.1726694 Aug 19 18:53:18.611335 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-33db5f74-077c-4b9d-8fd7-78a7e48a9e71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0919402 Aug 19 18:53:18.631608 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-36dcabc9-8369-4c31-b865-06d8b6478ea2 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/quotas/91069201bd314e879e9875c7f2f43bdd HTTP/1.1" status: 200 len: 375 time: 0.0186663 Aug 19 18:53:18.646175 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.649235 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7eb61bd2-1404-4833-b655-b4ede5cf0257 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6076612 Aug 19 18:53:18.693025 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-92da650f-8971-414d-a99d-5894aba3504c tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=91069201bd314e879e9875c7f2f43bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438581 Aug 19 18:53:18.696807 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-3d6057ca-743a-4ed1-b26c-6e72b4e12a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.698225 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-3d6057ca-743a-4ed1-b26c-6e72b4e12a6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0772507 Aug 19 18:53:18.744990 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db4ee28c-5fcd-400e-8f79-9c6a12ccb974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.806454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-1b734fb4-f65a-45a2-a5b5-5acb2ec035f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:18.808866 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-1b734fb4-f65a-45a2-a5b5-5acb2ec035f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0993536 Aug 19 18:53:18.827206 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db4ee28c-5fcd-400e-8f79-9c6a12ccb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.845164 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-28b907e0-a37d-4256-a9a9-721ca7fcab9c service neutron] 10.222.0.37 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439414 Aug 19 18:53:18.867160 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-db4ee28c-5fcd-400e-8f79-9c6a12ccb974 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09cad78eacf24c6580995d763b705756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322258 Aug 19 18:53:18.868261 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ee28c-5fcd-400e-8f79-9c6a12ccb974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794111a-8a75-4589-a477-48d064ad6653,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:18.870677 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49164) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:18.919720 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632e45a-3709-410e-b09a-a139d78e377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.940371 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632e45a-3709-410e-b09a-a139d78e377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:18.954986 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-d94a3592-f0ab-4b94-8c09-8c2efeb43ba1 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--441272289&fields=id&tenant_id=cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 267 time: 0.1364989 Aug 19 18:53:19.058055 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-4103d257-1190-4c8d-ac25-64fabdb9c9d0 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412958 Aug 19 18:53:19.073038 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632e45a-3709-410e-b09a-a139d78e377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.075699 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632e45a-3709-410e-b09a-a139d78e377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:19.076850 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5632e45a-3709-410e-b09a-a139d78e377f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a794111a-8a75-4589-a477-48d064ad6653 HTTP/1.1" status: 204 len: 168 time: 0.2053204 Aug 19 18:53:19.087796 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632e45a-3709-410e-b09a-a139d78e377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a794111a-8a75-4589-a477-48d064ad6653,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:19.096480 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e16e4126-cba0-41fa-a755-55f153662afd service neutron] 10.222.0.37 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200568 Aug 19 18:53:19.157930 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-98c57d65-7509-4ddc-9457-ac6395d6ef6f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.159457 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-98c57d65-7509-4ddc-9457-ac6395d6ef6f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 816 time: 0.1948924 Aug 19 18:53:19.185802 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-1ec8a9a7-0c10-49ff-a3d3-f22cb798016d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/quotas/cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 375 time: 0.0171576 Aug 19 18:53:19.206033 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6bd2b9ba-7cd7-404d-a3a1-c936d1e1401f req-18104522-f279-41f2-a10a-476f8ef7ca56 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372454 Aug 19 18:53:19.246817 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-20df4e3e-f91d-4f48-a7de-8afe748b0297 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537572 Aug 19 18:53:19.346675 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-69a15f93-70c0-4f26-9ea6-ebf3f34fea38 service neutron] 10.222.0.37 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864613 Aug 19 18:53:19.482955 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-f5898c49-ae45-4ae4-b9e6-2872442496c6 service neutron] 10.222.0.37 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298122 Aug 19 18:53:19.499221 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0bd8f-f215-4a61-819c-f081eb08a009 req-c16680bb-ade6-441c-a17e-8aa6dc17b33b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:19.501078 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-52f0bd8f-f215-4a61-819c-f081eb08a009 req-c16680bb-ade6-441c-a17e-8aa6dc17b33b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0766547 Aug 19 18:53:19.552997 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-52f0bd8f-f215-4a61-819c-f081eb08a009 req-093b0def-fb4d-4def-ab0f-df5ef576adf1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 Aug 19 18:53:19.640802 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2e195978-dd3f-4168-bff5-6eec94c2ef44 req-2369b1b1-e5e8-40fa-b556-79edf070b727 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Aug 19 18:53:19.744439 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b16c9d9c-fcfc-4604-9e5f-017ec5df4fa1 req-714c192e-1793-4d34-8eed-8d3a1e5346c2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 210 time: 0.0315404 Aug 19 18:53:20.686376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdda17-25ad-4a45-917d-2d1450efabc7 req-7926372f-5010-498f-9e2f-6ce41e7b06e0 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:20.687926 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-73bdda17-25ad-4a45-917d-2d1450efabc7 req-7926372f-5010-498f-9e2f-6ce41e7b06e0 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Aug 19 18:53:20.748836 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bbb6db8d-0940-451d-a741-87851ac33da6 req-59d94681-9a97-468b-9608-d69dd8f812ce tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0360091 Aug 19 18:53:20.756857 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-73bdda17-25ad-4a45-917d-2d1450efabc7 req-ff561a9a-161f-43ca-a811-455defb0f531 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617039 Aug 19 18:53:20.859090 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ddc159a6-6f57-4b25-a4ce-e764df75bfd6 req-c0c50f1b-d84a-473d-af8b-e52e66e9c22c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 210 time: 0.0271173 Aug 19 18:53:21.844757 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e8c1b90-3b19-4f4f-b8bf-c84d420f8dd0 req-7ffc15d4-3e18-49ef-8aeb-27fb18e188cf tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Aug 19 18:53:22.007141 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b6e57d5-7c5c-4717-b9a1-2975dab18fce req-100dbd7f-bb65-4b16-896e-4797f1d24d7b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 210 time: 0.0620074 Aug 19 18:53:22.053680 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-1d959208-674b-4969-8a19-6df5fa5aca73 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.055093 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-1d959208-674b-4969-8a19-6df5fa5aca73 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "GET /v2.0/networks?id=6766059c-3e8d-46f2-bb24-65f3df26de91 HTTP/1.1" status: 200 len: 809 time: 0.1310625 Aug 19 18:53:22.076146 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Request body: {'port': {'device_id': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91', 'admin_state_up': True, 'tenant_id': '91069201bd314e879e9875c7f2f43bdd'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:22.244529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Made reservation on behalf of 91069201bd314e879e9875c7f2f43bdd for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:22.248249 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:22.386605 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Allocated IP 172.20.0.2 (6766059c-3e8d-46f2-bb24-65f3df26de91/4b1f4fe7-1900-4ed1-bd85-a621d4b44fce/2423148d-8d9d-4e4b-af58-49f62e70b0f6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:22.537440 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:22.675492 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-b021f34b-704b-46f2-b337-642e2e6cdd15 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.676936 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-b021f34b-704b-46f2-b337-642e2e6cdd15 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 816 time: 0.1358111 Aug 19 18:53:22.729686 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-7ab8e92a-5893-453f-b5ac-7f602236bcbd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 379 time: 0.0363340 Aug 19 18:53:22.739820 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'port': {'device_id': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'admin_state_up': True, 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'security_groups': ['be5fee94-ee41-4a71-85fe-25bf3a031591']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:22.779636 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:22.844355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Network 6766059c-3e8d-46f2-bb24-65f3df26de91 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:22.853701 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:22.857620 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Pushing event updated for resources: {'Port': ['ID=2423148d-8d9d-4e4b-af58-49f62e70b0f6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:22.862036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:22.958797 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.959361 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:22.992117 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ecb23-f338-46e5-940e-84b51663791e req-7cd6e16f-16ce-4043-b456-bd3d69b08be7 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:22.993919 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-515ecb23-f338-46e5-940e-84b51663791e req-7cd6e16f-16ce-4043-b456-bd3d69b08be7 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 931 time: 0.0776584 Aug 19 18:53:23.033620 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-515ecb23-f338-46e5-940e-84b51663791e req-6cee2da3-fcd7-44f9-8fab-46c9c0c46d8b tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Aug 19 18:53:23.039259 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Made reservation on behalf of cf327b349be8438e9cca6b74c00e55cc for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:23.049343 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.132122 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63d6b3f8-fb8e-449d-82bc-774e542150be req-9a36c38a-1191-47e6-9fa1-412cfb0f94c6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 210 time: 0.0361924 Aug 19 18:53:23.136035 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-06f95f73-d67d-4971-9e90-b0e1562077f6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0637522 Aug 19 18:53:23.151501 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:53:23.176230 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Request body: {'port': {'device_id': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:23.240622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Allocated IP 172.20.0.6 (b3406ecf-096b-4d2f-af5c-d88295109628/d6569abb-75ac-49e1-8fe9-c460f509f216/06d86838-21f3-4b12-bbc6-ffe8c6350391) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:23.254209 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.536650 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.560364 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Transition to ACTIVE for port object 06d86838-21f3-4b12-bbc6-ffe8c6350391 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:23.660249 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2423148d-8d9d-4e4b-af58-49f62e70b0f6 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:23.668129 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.679775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Transition to ACTIVE for port object 2423148d-8d9d-4e4b-af58-49f62e70b0f6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:23.745422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.788848 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Network b3406ecf-096b-4d2f-af5c-d88295109628 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:23.793971 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:23.797666 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:23.830412 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:23.833619 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.894008 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:23.894663 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:23.918886 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Pushing event updated for resources: {'Port': ['ID=2423148d-8d9d-4e4b-af58-49f62e70b0f6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:24.202512 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d1e70ce1-4e65-4e48-85e5-19b25ea07caa None None] Provisioning for port 06d86838-21f3-4b12-bbc6-ffe8c6350391 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:24.207586 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d1e70ce1-4e65-4e48-85e5-19b25ea07caa None None] Provisioning complete for port 06d86838-21f3-4b12-bbc6-ffe8c6350391 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:24.208566 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1e70ce1-4e65-4e48-85e5-19b25ea07caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:24.210327 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-a0a1a212-36d3-4747-9667-13cc44833906 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4741185 Aug 19 18:53:24.248074 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d1e70ce1-4e65-4e48-85e5-19b25ea07caa None None] Port 06d86838-21f3-4b12-bbc6-ffe8c6350391 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:53:24.261622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Request body: {'port': {'device_id': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:24.386988 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab2fda-3464-4c60-af8f-d6b660489a6b req-1ff1dec3-359d-47c9-9a4c-887c9c1664bc tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:24.388383 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bdab2fda-3464-4c60-af8f-d6b660489a6b req-1ff1dec3-359d-47c9-9a4c-887c9c1664bc tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 943 time: 0.1861088 Aug 19 18:53:24.390182 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Attempting to bind port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:24.390524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Attempting to bind port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:24.390862 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Attempting to bind port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 on network 6766059c-3e8d-46f2-bb24-65f3df26de91 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:24.400127 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a81dd-8a80-42d9-a74e-db54b29627b2 req-76aab076-8382-4a27-aa64-156414458392 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:24.401550 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0b0a81dd-8a80-42d9-a74e-db54b29627b2 req-76aab076-8382-4a27-aa64-156414458392 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 931 time: 0.1958549 Aug 19 18:53:24.402092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:24.427930 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 on network 6766059c-3e8d-46f2-bb24-65f3df26de91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:53:24.428270 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Attempting to bind port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 on network 6766059c-3e8d-46f2-bb24-65f3df26de91 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:24.477808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:24.478158 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Checking segment: {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:24.478555 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Bound using segment: {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:24.479021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Bound port: 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:24.479385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:24.532266 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bdab2fda-3464-4c60-af8f-d6b660489a6b req-5823625f-65bd-4196-81e1-b693e222843b tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280859 Aug 19 18:53:24.534827 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0b0a81dd-8a80-42d9-a74e-db54b29627b2 req-a3e196bb-fc87-4c86-b198-4c0b1f95c0a7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122248 Aug 19 18:53:24.689656 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] For port 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:24.707390 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] For port 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2423148d-8d9d-4e4b-af58-49f62e70b0f6,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:24.788701 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:24.805539 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d86838-21f3-4b12-bbc6-ffe8c6350391 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:24.836473 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:24.856694 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:24.857309 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:24.858702 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] 10.222.0.30 "PUT /v2.0/ports/2423148d-8d9d-4e4b-af58-49f62e70b0f6 HTTP/1.1" status: 200 len: 1093 time: 1.7051623 Aug 19 18:53:24.859164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'tag': '2423148d-8d9d-4e4b-af58-49f62e70b0f6'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:24.861382 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "f4986937-fefb-48f8-9145-e873cf2e4c04", "tag": "2423148d-8d9d-4e4b-af58-49f62e70b0f6"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:24.868428 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Transition to ACTIVE for port object 06d86838-21f3-4b12-bbc6-ffe8c6350391 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:24.885036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d5915-8847-4849-8c8c-6481aa6fd5cd service neutron] Pushing event updated for resources: {'Port': ['ID=2423148d-8d9d-4e4b-af58-49f62e70b0f6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:24.901937 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168be7da-bc0b-4d9e-9820-9436f9c7d729 x-openstack-request-id: req-168be7da-bc0b-4d9e-9820-9436f9c7d729 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:24.902518 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4986937-fefb-48f8-9145-e873cf2e4c04", "tag": "2423148d-8d9d-4e4b-af58-49f62e70b0f6", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:24.902518 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-168be7da-bc0b-4d9e-9820-9436f9c7d729 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:24.902852 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'tag': '2423148d-8d9d-4e4b-af58-49f62e70b0f6', 'status': 'completed', 'code': 200} Aug 19 18:53:24.935801 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.021556 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:25.072382 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa req-2a361161-8fd2-4446-980c-6a2b68e374cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.077782 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa req-2a361161-8fd2-4446-980c-6a2b68e374cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91069201bd314e879e9875c7f2f43bdd&device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 1096 time: 0.1118541 Aug 19 18:53:25.162570 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Attempting to bind port 06d86838-21f3-4b12-bbc6-ffe8c6350391 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:25.162570 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Attempting to bind port 06d86838-21f3-4b12-bbc6-ffe8c6350391 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:25.162787 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Attempting to bind port 06d86838-21f3-4b12-bbc6-ffe8c6350391 on network b3406ecf-096b-4d2f-af5c-d88295109628 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:25.171866 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Port 06d86838-21f3-4b12-bbc6-ffe8c6350391 on network b3406ecf-096b-4d2f-af5c-d88295109628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:53:25.172196 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Attempting to bind port 06d86838-21f3-4b12-bbc6-ffe8c6350391 on network b3406ecf-096b-4d2f-af5c-d88295109628 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:25.180711 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:25.181049 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Checking segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:25.181432 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Bound using segment: {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:25.181862 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Bound port: 06d86838-21f3-4b12-bbc6-ffe8c6350391, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:25.182219 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.249266 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa req-b814def9-2e53-4234-aef7-f96bf68dedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.250635 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa req-b814def9-2e53-4234-aef7-f96bf68dedd0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=91069201bd314e879e9875c7f2f43bdd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1590021 Aug 19 18:53:25.314925 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:25.332429 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:25.364457 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa req-83135573-4b34-4cd3-b9d8-b070e31e5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.365915 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a737a5cb-a7ec-4650-a701-7fc6d3813cfa req-83135573-4b34-4cd3-b9d8-b070e31e5386 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047678 Aug 19 18:53:25.396007 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.431655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.432285 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:25.433736 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] 10.222.0.30 "PUT /v2.0/ports/06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 1093 time: 1.1969216 Aug 19 18:53:25.486679 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611362bb-7c8c-4d64-94fe-be1056a61485 service neutron] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:25.503787 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-3fdbcb97-e7c6-40f1-a0cf-15fad8f2af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.506069 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-3fdbcb97-e7c6-40f1-a0cf-15fad8f2af2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91069201bd314e879e9875c7f2f43bdd&device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 1096 time: 0.0673740 Aug 19 18:53:25.559340 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-a80e1a9a-4467-455b-884b-4cf46f0878aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2423148d-8d9d-4e4b-af58-49f62e70b0f6 HTTP/1.1" status: 200 len: 217 time: 0.0362966 Aug 19 18:53:25.695797 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-8222d948-0dc3-4dbb-ae40-bdf92761e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.697391 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-8222d948-0dc3-4dbb-ae40-bdf92761e486 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b1f4fe7-1900-4ed1-bd85-a621d4b44fce HTTP/1.1" status: 200 len: 849 time: 0.1272979 Aug 19 18:53:25.699036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-02b9dee9-e4ea-4552-97b4-4405642bfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.700395 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-02b9dee9-e4ea-4552-97b4-4405642bfb4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1096 time: 0.1402168 Aug 19 18:53:25.722706 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ce707-192e-4990-9de1-3b78dda560f8 req-74e687b2-a570-4f86-9372-126b00f913cf tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.731821 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-621ce707-192e-4990-9de1-3b78dda560f8 req-74e687b2-a570-4f86-9372-126b00f913cf tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 943 time: 0.1076343 Aug 19 18:53:25.749741 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97396caa-af40-42a8-83ff-358736715b84 req-cf13f2e0-383b-4f60-a9cc-d496b77ea391 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.751195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-97396caa-af40-42a8-83ff-358736715b84 req-cf13f2e0-383b-4f60-a9cc-d496b77ea391 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.1171520 Aug 19 18:53:25.800879 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-7f404f31-5b3a-4192-9626-eeec0ddf1806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 217 time: 0.0728035 Aug 19 18:53:25.813453 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-feac6a55-40b1-4803-8b4c-fab502f15255 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6766059c-3e8d-46f2-bb24-65f3df26de91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881510 Aug 19 18:53:25.946413 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-621ce707-192e-4990-9de1-3b78dda560f8 req-cc9c1d5d-7882-4116-947c-ab6cc12638bb tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042599 Aug 19 18:53:25.962556 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-97396caa-af40-42a8-83ff-358736715b84 req-81e777ea-bafe-4af9-9701-62a39febcd4c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771297 Aug 19 18:53:25.965918 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-b8fd2c60-4251-4405-b2bc-0938b5ee6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:25.967437 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-b8fd2c60-4251-4405-b2bc-0938b5ee6709 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.1505556 Aug 19 18:53:26.010396 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-c0a8d158-16fa-4418-9527-2c8b2df21a86 service neutron] 10.222.0.30 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856787 Aug 19 18:53:26.033164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-d005b338-023a-41ee-b8b5-79e86f1735f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:26.034606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-d005b338-023a-41ee-b8b5-79e86f1735f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571413 Aug 19 18:53:26.174864 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a5bbd16-849f-40c7-b852-76ab275bad21 req-d6bfcbbf-4311-4bc1-bfd0-6e4aad50a3a8 service neutron] 10.222.0.30 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510839 Aug 19 18:53:26.179725 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-27e5fc21-e6c9-4e1c-9d9b-8ada6b68c023 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351473 Aug 19 18:53:26.284238 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d494f46d-d486-4e98-a95d-1f16b68aefb1 req-851a4cca-0e43-43a3-b811-7914cfa55956 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864401 Aug 19 18:53:26.425477 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:26.904162 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:26.906572 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa32d81-2fe4-429b-a000-567e802230a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:26.943343 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a8f0ae-09ba-46c6-917e-47c8bbc29592 x-openstack-request-id: req-00a8f0ae-09ba-46c6-917e-47c8bbc29592 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:26.943760 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:26.944080 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00a8f0ae-09ba-46c6-917e-47c8bbc29592 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:26.944492 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'status': 'completed', 'code': 200} Aug 19 18:53:27.110051 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-b03045a2-2d28-462d-85b3-9b062d0d0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.111663 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-b03045a2-2d28-462d-85b3-9b062d0d0ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1096 time: 0.1122248 Aug 19 18:53:27.134505 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a721b-2506-4583-bf6d-9e83eb59bbd6 req-2e99ab74-bb6a-4201-aa29-385453b0d83a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.136107 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d4a721b-2506-4583-bf6d-9e83eb59bbd6 req-2e99ab74-bb6a-4201-aa29-385453b0d83a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 943 time: 0.1072989 Aug 19 18:53:27.144056 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:27.145609 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5ef21-6e6b-4e12-ae22-94ef0fc78821 req-0cb56e22-aef2-45f2-acfd-236a1e53421b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.147827 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-83c5ef21-6e6b-4e12-ae22-94ef0fc78821 req-0cb56e22-aef2-45f2-acfd-236a1e53421b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.1022987 Aug 19 18:53:27.258069 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-83c5ef21-6e6b-4e12-ae22-94ef0fc78821 req-f726ad66-67f0-42a0-afb9-d0ac3cb6b692 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010106 Aug 19 18:53:27.269994 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2eeb-b9df-4ed4-9c5e-da8329d261ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.274730 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5d4a721b-2506-4583-bf6d-9e83eb59bbd6 req-2eb674ae-1630-42b4-9b25-40be55fdbf19 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259108 Aug 19 18:53:27.295005 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-fef57608-4df9-4ab7-a8aa-93966cb15a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.296502 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-fef57608-4df9-4ab7-a8aa-93966cb15a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.1594646 Aug 19 18:53:27.346961 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-53c817cf-55db-4a5b-a42d-df3d4f4c910f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 217 time: 0.0388813 Aug 19 18:53:27.363532 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2eeb-b9df-4ed4-9c5e-da8329d261ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.412148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-487b753e-c427-48ea-bffc-3288a59f7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.413587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-487b753e-c427-48ea-bffc-3288a59f7725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0443106 Aug 19 18:53:27.425048 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fbd2eeb-b9df-4ed4-9c5e-da8329d261ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.465481 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-61d5ef8d-469c-4a3c-99bd-9573d9ba8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:27.467028 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-61d5ef8d-469c-4a3c-99bd-9573d9ba8658 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413485 Aug 19 18:53:27.477699 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2eeb-b9df-4ed4-9c5e-da8329d261ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca5c21e-f884-48ce-a2e4-2a120ad7b7cd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:27.483475 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0fbd2eeb-b9df-4ed4-9c5e-da8329d261ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=16f227ac100f4adda501018420243e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411205 Aug 19 18:53:27.486031 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:27.534814 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8681d8d5-c77e-47ec-93f6-008245fc3aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.556441 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8681d8d5-c77e-47ec-93f6-008245fc3aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.578038 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-b64f2519-9253-4ce4-b01e-1e7d9003f4f9 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980229 Aug 19 18:53:27.675221 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ffa32d81-2fe4-429b-a000-567e802230a4 req-d3e1ec5c-4f20-4dda-ab98-abe9f704ea8d service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869966 Aug 19 18:53:27.707739 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8681d8d5-c77e-47ec-93f6-008245fc3aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.710853 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8681d8d5-c77e-47ec-93f6-008245fc3aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:27.712048 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8681d8d5-c77e-47ec-93f6-008245fc3aa3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ca5c21e-f884-48ce-a2e4-2a120ad7b7cd HTTP/1.1" status: 204 len: 168 time: 0.2250545 Aug 19 18:53:27.720135 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681d8d5-c77e-47ec-93f6-008245fc3aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca5c21e-f884-48ce-a2e4-2a120ad7b7cd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:28.318705 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49324) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:28.334647 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff20cb57-fa8c-42ca-91b2-c6ced0e95581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.456255 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74816e3-1991-44b9-82d8-070d4d070623 req-84a525c4-db10-478a-9d01-e0aa3416da06 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:28.457998 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a74816e3-1991-44b9-82d8-070d4d070623 req-84a525c4-db10-478a-9d01-e0aa3416da06 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.1108072 Aug 19 18:53:28.484731 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5c4dd-cc7e-4dd8-a628-90f59c0fb737 req-9e30021c-bbcf-4697-ada3-a61821e2192d tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:28.486195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58f5c4dd-cc7e-4dd8-a628-90f59c0fb737 req-9e30021c-bbcf-4697-ada3-a61821e2192d tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 943 time: 0.1221659 Aug 19 18:53:28.556457 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a74816e3-1991-44b9-82d8-070d4d070623 req-3ff5afbc-6c35-43c8-9c9a-53ebe7ab6d0f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913980 Aug 19 18:53:28.576546 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58f5c4dd-cc7e-4dd8-a628-90f59c0fb737 req-c42fadd6-5fba-418c-af69-d74e1dfdff00 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826252 Aug 19 18:53:28.580997 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff20cb57-fa8c-42ca-91b2-c6ced0e95581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.641798 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff20cb57-fa8c-42ca-91b2-c6ced0e95581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.679190 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20cb57-fa8c-42ca-91b2-c6ced0e95581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2df8eb-c11c-4d7e-bfb8-f640d74f777d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:28.683302 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ff20cb57-fa8c-42ca-91b2-c6ced0e95581 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65e65bfba03e49fa907d0bde307d5f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635437 Aug 19 18:53:28.685959 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:28.737791 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9583776c-3be5-49a3-8914-9e40768b3188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.759108 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9583776c-3be5-49a3-8914-9e40768b3188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.799985 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 2423148d-8d9d-4e4b-af58-49f62e70b0f6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:53:28.905013 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9583776c-3be5-49a3-8914-9e40768b3188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.905338 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2423148d-8d9d-4e4b-af58-49f62e70b0f6,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:28.907892 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9583776c-3be5-49a3-8914-9e40768b3188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:28.909057 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-9583776c-3be5-49a3-8914-9e40768b3188 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc2df8eb-c11c-4d7e-bfb8-f640d74f777d HTTP/1.1" status: 204 len: 168 time: 0.2221756 Aug 19 18:53:28.917381 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583776c-3be5-49a3-8914-9e40768b3188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2df8eb-c11c-4d7e-bfb8-f640d74f777d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:28.917575 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '2423148d-8d9d-4e4b-af58-49f62e70b0f6', 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91', 'port_id': '2423148d-8d9d-4e4b-af58-49f62e70b0f6', 'mac_address': 'fa:16:3e:54:ce:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f4fe7-1900-4ed1-bd85-a621d4b44fce', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:53:28.966402 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.096801 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2423148d-8d9d-4e4b-af58-49f62e70b0f6 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:29.117918 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2423148d-8d9d-4e4b-af58-49f62e70b0f6,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:29.225792 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.226540 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:53:29.318527 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=2423148d-8d9d-4e4b-af58-49f62e70b0f6,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:29.329771 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.330132 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.330479 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.330822 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.331185 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.331520 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.331851 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.332181 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.332510 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.332871 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.333194 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.333520 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:29.374290 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:29.386192 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'mac_address': 'fa:16:3e:d0:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:53:29.423387 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.438489 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d86838-21f3-4b12-bbc6-ffe8c6350391 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:29.460044 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:29.569956 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:29.625576 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:29.720868 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3e93a-c4da-4a51-a7f8-2647be55f457 req-034944ef-f8d8-4125-a898-dd61b3fdff29 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:29.722380 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1df3e93a-c4da-4a51-a7f8-2647be55f457 req-034944ef-f8d8-4125-a898-dd61b3fdff29 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.0827825 Aug 19 18:53:29.736825 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f49e4c-2499-4e45-aab5-a6cfe8eb1d70 req-a6095a20-36ee-4eb8-bde1-c379c8361494 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:29.738276 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-69f49e4c-2499-4e45-aab5-a6cfe8eb1d70 req-a6095a20-36ee-4eb8-bde1-c379c8361494 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 944 time: 0.0693421 Aug 19 18:53:29.798448 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1df3e93a-c4da-4a51-a7f8-2647be55f457 req-abf31885-98ed-4818-80e9-dfc551efe45a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692883 Aug 19 18:53:29.801212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-69f49e4c-2499-4e45-aab5-a6cfe8eb1d70 req-d26a06cc-5a45-4eb2-82de-e42ab2010958 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565696 Aug 19 18:53:30.005375 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['06d86838-21f3-4b12-bbc6-ffe8c6350391'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:30.057617 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['2423148d-8d9d-4e4b-af58-49f62e70b0f6'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:30.954943 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79fe61-68a6-4427-92e1-84d5cb25764b req-cb8a9bb5-e6c4-4a4e-bb93-9a4b95ea35d5 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.956424 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a79fe61-68a6-4427-92e1-84d5cb25764b req-cb8a9bb5-e6c4-4a4e-bb93-9a4b95ea35d5 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 944 time: 0.0845182 Aug 19 18:53:30.965197 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3126d-82ec-4c0a-88e2-0d1556922e8b req-e910bf79-1b51-4a8a-b2b1-b5c7e3487f82 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:30.966582 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b4c3126d-82ec-4c0a-88e2-0d1556922e8b req-e910bf79-1b51-4a8a-b2b1-b5c7e3487f82 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.0917521 Aug 19 18:53:31.020042 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a79fe61-68a6-4427-92e1-84d5cb25764b req-98f9f32f-8a57-4f13-8a6e-af48cb062c5c tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Aug 19 18:53:31.025478 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b4c3126d-82ec-4c0a-88e2-0d1556922e8b req-8794070e-b85a-4fb6-85c9-eeaad8c1f927 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522144 Aug 19 18:53:31.942963 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:32.050707 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f87b2ca3-0ddb-4b0c-aa7a-5d482d65fcf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.197471 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a762-4a5d-4659-8571-b89797a210fd req-e68449d0-6eef-4f42-aee0-fecef282da85 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:32.199034 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0946a762-4a5d-4659-8571-b89797a210fd req-e68449d0-6eef-4f42-aee0-fecef282da85 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 944 time: 0.1034818 Aug 19 18:53:32.213237 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ca067-a48b-4aff-8233-e25efb6d703b req-5b1c4f5e-3bc4-4a54-9984-47bf7686264e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:32.214673 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d8ca067-a48b-4aff-8233-e25efb6d703b req-5b1c4f5e-3bc4-4a54-9984-47bf7686264e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.1154997 Aug 19 18:53:32.235524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f87b2ca3-0ddb-4b0c-aa7a-5d482d65fcf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.286457 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0946a762-4a5d-4659-8571-b89797a210fd req-48a1f224-276f-41fd-8da4-f37f5f5121b4 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804152 Aug 19 18:53:32.289438 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d8ca067-a48b-4aff-8233-e25efb6d703b req-d39a275e-4e16-42b9-889c-4198baf8baec tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609047 Aug 19 18:53:32.290477 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f87b2ca3-0ddb-4b0c-aa7a-5d482d65fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.328648 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b2ca3-0ddb-4b0c-aa7a-5d482d65fcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecaae28-21f4-4d2c-aeb5-239f9c1db920,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:32.336322 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-f87b2ca3-0ddb-4b0c-aa7a-5d482d65fcf8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4370756a6bce49b7bb06111ac8fd9582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908181 Aug 19 18:53:32.337666 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:32.389597 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39e3ed8d-0ae0-4bde-885d-f7abf7ff3152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.413153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39e3ed8d-0ae0-4bde-885d-f7abf7ff3152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.488242 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-b596c5e8-2b23-4182-a21a-51e0bdc34ef2 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447062362&fields=id&tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955 HTTP/1.1" status: 200 len: 267 time: 0.0372026 Aug 19 18:53:32.559236 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-09524d86-3bc0-45a1-a797-f23ce198eb84 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:32.560808 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-09524d86-3bc0-45a1-a797-f23ce198eb84 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 985 time: 0.0648756 Aug 19 18:53:32.569286 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39e3ed8d-0ae0-4bde-885d-f7abf7ff3152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.571873 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39e3ed8d-0ae0-4bde-885d-f7abf7ff3152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.572977 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-39e3ed8d-0ae0-4bde-885d-f7abf7ff3152 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fecaae28-21f4-4d2c-aeb5-239f9c1db920 HTTP/1.1" status: 204 len: 168 time: 0.2344995 Aug 19 18:53:32.579338 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Request body: {'port': {'security_groups': ['fc60cd76-b4f8-42b8-88a5-890debd488bd']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:32.590098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3ed8d-0ae0-4bde-885d-f7abf7ff3152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecaae28-21f4-4d2c-aeb5-239f9c1db920,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:32.663630 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.819309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 2423148d-8d9d-4e4b-af58-49f62e70b0f6 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:32.839504 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:32.874268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.924436 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:32.928660 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:32.929034 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.947171 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.992009 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:32.992966 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:32.994462 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5a4b567a-49f1-45ce-8a76-3b91c299873c req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "PUT /v2.0/ports/f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 943 time: 0.4263332 Aug 19 18:53:32.995017 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:33.000383 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3388ef-d362-4f2b-baa1-30c01676562b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:33.000568 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:33.000794 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:33.024585 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7be63c-a926-4544-bd30-8793e216daca tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event updated for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:33.033607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.053811 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d0d47d-3357-4770-9f18-f60a3d464982 x-openstack-request-id: req-f8d0d47d-3357-4770-9f18-f60a3d464982 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:33.054393 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:33.054393 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8d0d47d-3357-4770-9f18-f60a3d464982 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:33.055512 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'status': 'completed', 'code': 200} Aug 19 18:53:33.091764 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-329e04ba-c505-4a47-af59-e65046b1e125 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.097713 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423148d-8d9d-4e4b-af58-49f62e70b0f6'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:33.100078 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a767056-52ad-4858-9164-fc63cba87b92" -d '{"events": [{"server_uuid": "f4986937-fefb-48f8-9145-e873cf2e4c04", "name": "network-vif-plugged", "status": "completed", "tag": "2423148d-8d9d-4e4b-af58-49f62e70b0f6"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:33.127739 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-329e04ba-c505-4a47-af59-e65046b1e125 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.137377 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2423148d-8d9d-4e4b-af58-49f62e70b0f6,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:33.171687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae9989-0733-4ff2-8bf2-f0eb4f9536ba x-openstack-request-id: req-b9ae9989-0733-4ff2-8bf2-f0eb4f9536ba {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:33.171687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4986937-fefb-48f8-9145-e873cf2e4c04", "name": "network-vif-plugged", "status": "completed", "tag": "2423148d-8d9d-4e4b-af58-49f62e70b0f6", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:33.172006 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9ae9989-0733-4ff2-8bf2-f0eb4f9536ba {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:33.172308 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2423148d-8d9d-4e4b-af58-49f62e70b0f6', 'code': 200} Aug 19 18:53:33.174678 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:33.203640 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-f6e36f9a-c03b-4ebb-93b8-a2d05a533554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.205299 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-f6e36f9a-c03b-4ebb-93b8-a2d05a533554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1099 time: 0.0631640 Aug 19 18:53:33.231607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.232636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:33.305700 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49430) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:33.350460 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-329e04ba-c505-4a47-af59-e65046b1e125 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.351801 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-329e04ba-c505-4a47-af59-e65046b1e125 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.357349 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-329e04ba-c505-4a47-af59-e65046b1e125 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "DELETE /v2.0/security-groups/c0ad3f18-95f8-4d26-af97-054b3d312b89 HTTP/1.1" status: 204 len: 168 time: 0.3531628 Aug 19 18:53:33.376289 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43275cb5-42e5-4fec-8098-34382b467484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.383507 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:33.388262 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e04ba-c505-4a47-af59-e65046b1e125 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad3f18-95f8-4d26-af97-054b3d312b89,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:33.458696 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7eecc60c-8c82-4ef6-8164-c46f95060537 None None] Provisioning complete for port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:33.459107 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7eecc60c-8c82-4ef6-8164-c46f95060537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.466665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=2423148d-8d9d-4e4b-af58-49f62e70b0f6,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:33.546502 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43275cb5-42e5-4fec-8098-34382b467484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.613150 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 06d86838-21f3-4b12-bbc6-ffe8c6350391 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:33.627626 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 06d86838-21f3-4b12-bbc6-ffe8c6350391 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:33.628107 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.660092 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43275cb5-42e5-4fec-8098-34382b467484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.701557 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8833ff1-c4e5-4ddd-b888-b0804c71c73f req-61121f8e-af50-4503-bbd2-5df8885867e1 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.703119 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a8833ff1-c4e5-4ddd-b888-b0804c71c73f req-61121f8e-af50-4503-bbd2-5df8885867e1 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.1579323 Aug 19 18:53:33.713964 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-43275cb5-42e5-4fec-8098-34382b467484 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79e20272e6f04d29921b3ea1bd9f1f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4048126 Aug 19 18:53:33.714178 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b179ac-2809-40a6-9d02-66d8e5aeaf6e req-c99d91e9-3f77-4722-ac14-b55c2888e57d tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.714178 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-21b179ac-2809-40a6-9d02-66d8e5aeaf6e req-c99d91e9-3f77-4722-ac14-b55c2888e57d tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.1669443 Aug 19 18:53:33.714374 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275cb5-42e5-4fec-8098-34382b467484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b102e9-27c5-4291-9016-291f876e8412,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:33.715903 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:33.717787 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-ab0a739f-9f9d-4216-b24e-a1dd4a35e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.719227 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-ab0a739f-9f9d-4216-b24e-a1dd4a35e375 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 916 time: 0.4992359 Aug 19 18:53:33.735667 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.737225 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b6796-25ce-4bbe-8f85-e40cc235f4bc req-5a07f60a-e563-4e77-b5b3-b18b238c83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:33.738672 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b7b6796-25ce-4bbe-8f85-e40cc235f4bc req-5a07f60a-e563-4e77-b5b3-b18b238c83dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 1098 time: 0.1526964 Aug 19 18:53:33.759144 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Deleting port 181cbe4a-2978-4419-81ac-378ba7b6acd8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:33.759580 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.772320 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:33.848348 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1588d3f9-ad9a-4325-83a6-367fe25f0606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.854645 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a8833ff1-c4e5-4ddd-b888-b0804c71c73f req-63f6d8cc-8b37-4325-b012-10b133e4325c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403923 Aug 19 18:53:33.863602 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-21b179ac-2809-40a6-9d02-66d8e5aeaf6e req-7c7a7cd5-3f48-442f-b609-5583d82178d8 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433189 Aug 19 18:53:33.867380 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b7b6796-25ce-4bbe-8f85-e40cc235f4bc req-31c657dd-c909-42b5-a9f7-42ec2dbd1fef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111257 Aug 19 18:53:33.872858 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.876754 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-0aa8b2fb-1acd-4c30-8ffd-643f37f526f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 1001 time: 0.1253376 Aug 19 18:53:33.888899 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1588d3f9-ad9a-4325-83a6-367fe25f0606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.891645 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.892052 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:33.915543 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Calling delete_port for 181cbe4a-2978-4419-81ac-378ba7b6acd8 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:33.936190 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:34.091188 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1588d3f9-ad9a-4325-83a6-367fe25f0606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.093620 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1588d3f9-ad9a-4325-83a6-367fe25f0606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.094763 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1588d3f9-ad9a-4325-83a6-367fe25f0606 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46b102e9-27c5-4291-9016-291f876e8412 HTTP/1.1" status: 204 len: 168 time: 0.3624551 Aug 19 18:53:34.106174 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588d3f9-ad9a-4325-83a6-367fe25f0606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b102e9-27c5-4291-9016-291f876e8412,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:34.119392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-58dac1e0-0e34-493e-8ec0-099ad5156194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.173884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.210121 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event deleted for resources: {'Port': ['ID=181cbe4a-2978-4419-81ac-378ba7b6acd8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:34.213655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-98666f91-6baa-4581-bdd0-221bcd7f8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.215620 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-98666f91-6baa-4581-bdd0-221bcd7f8ada service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 200 len: 854 time: 0.0556533 Aug 19 18:53:34.271642 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.272052 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Floating IP 4f49546a-f693-417b-a062-a1cc4e76ad5d disassociated (deleted). External IP: 172.27.0.16, port: f80a4bf2-9d15-4fe8-9a10-5de8b65a7232. Aug 19 18:53:34.293946 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-547dbc50-00f1-487a-a31e-075222d989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.295607 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-547dbc50-00f1-487a-a31e-075222d989c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d659019f-d992-4e86-87bd-b507b53fb8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445242 Aug 19 18:53:34.411520 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-d164260a-dafe-4894-9942-dfba981759b0 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061146 Aug 19 18:53:34.493827 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Router bba208db-8c85-401c-86bc-e0eb5c336692 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:34.507168 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9c3388ef-d362-4f2b-baa1-30c01676562b req-8f2f1562-95d2-4991-b6b7-2c027f1b79b4 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865963 Aug 19 18:53:34.611706 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:34.616869 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:34.623193 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] Sync routers for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:34.633000 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:34.643204 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:34.648251 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-58c23c80-ee6a-470b-90b3-40ed40b010c5 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "DELETE /v2.0/floatingips/4f49546a-f693-417b-a062-a1cc4e76ad5d HTTP/1.1" status: 204 len: 168 time: 1.2535248 Aug 19 18:53:34.649092 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:34.652885 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678c7c2-7a8e-4312-b445-e47bf04632bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:34.694855 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5738fb36-ec0c-46f7-bf32-383b9f8956a1 x-openstack-request-id: req-5738fb36-ec0c-46f7-bf32-383b9f8956a1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:34.695254 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:34.695598 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5738fb36-ec0c-46f7-bf32-383b9f8956a1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:34.695989 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'status': 'completed', 'code': 200} Aug 19 18:53:34.750462 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:34.835523 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-4ff8d9ea-3d58-4693-9481-20bda57b0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.837629 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-4ff8d9ea-3d58-4693-9481-20bda57b0bd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 1099 time: 0.0844424 Aug 19 18:53:34.967590 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-5c7f9385-a4ef-45ee-8cf6-4dc2e72f532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:34.969229 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-5c7f9385-a4ef-45ee-8cf6-4dc2e72f532f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 200 len: 916 time: 0.1239846 Aug 19 18:53:35.017043 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:35.043717 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-eab8b79a-7178-4fd9-a66c-45f04b30f7ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 200 len: 217 time: 0.0623341 Aug 19 18:53:35.063899 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] Checking router: bba208db-8c85-401c-86bc-e0eb5c336692 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:35.077535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:35.077931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:35.086238 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521741b-f3d3-473b-b38a-2935e3be3bab req-f32c05d5-b3c7-4a7e-827b-5f403c7e53ce tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:35.091496 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1521741b-f3d3-473b-b38a-2935e3be3bab req-f32c05d5-b3c7-4a7e-827b-5f403c7e53ce tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.1201615 Aug 19 18:53:35.182495 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:35.185174 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e60d32-0823-497c-8844-7985213dd6db" -d '{"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-plugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:35.198129 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-58706bb1-77ff-44ac-af4e-c4f732fcc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:35.199171 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-58706bb1-77ff-44ac-af4e-c4f732fcc26a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 200 len: 854 time: 0.1335504 Aug 19 18:53:35.218017 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959778e-a4a7-40ce-95aa-175d531063c9 req-51808d1a-a2ad-40fd-bcfe-ca1fc44883c2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:35.220349 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:35.220529 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d959778e-a4a7-40ce-95aa-175d531063c9 req-51808d1a-a2ad-40fd-bcfe-ca1fc44883c2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.1570282 Aug 19 18:53:35.234432 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1521741b-f3d3-473b-b38a-2935e3be3bab req-af7a6728-8c64-4c98-8fbd-241f470d23b5 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Aug 19 18:53:35.329551 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d959778e-a4a7-40ce-95aa-175d531063c9 req-78ea5ddf-fd41-432a-b68a-58e82de0f945 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939426 Aug 19 18:53:35.352673 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-4dc19a0d-66ea-400c-a069-05583fcfefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:35.354401 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-4dc19a0d-66ea-400c-a069-05583fcfefb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d659019f-d992-4e86-87bd-b507b53fb8b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1326742 Aug 19 18:53:35.486256 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-d0702bfb-017b-48f4-8e36-fd3fb186a063 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199729 Aug 19 18:53:35.510834 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733bb2b6-f89e-4e38-8c45-56e5600eacf3 x-openstack-request-id: req-733bb2b6-f89e-4e38-8c45-56e5600eacf3 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:35.511149 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-plugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:35.511398 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-733bb2b6-f89e-4e38-8c45-56e5600eacf3 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:35.511778 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'code': 200} Aug 19 18:53:35.642035 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a678c7c2-7a8e-4312-b445-e47bf04632bf req-df1b726f-f4f1-42c4-a8a9-1630cbb99584 service neutron] 10.222.0.30 "GET /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172314 Aug 19 18:53:35.657175 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:35.688619 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23df221-7d4d-49b6-92b3-db8a2afaca99 None None] The sync data for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi is: [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:50:26Z', 'revision_number': 4, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '72ddf4a8-8452-4faf-8e1e-6f6b64c82a49', 'name': '', 'network_id': 'd659019f-d992-4e86-87bd-b507b53fb8b0', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'mac_address': 'fa:16:3e:d5:13:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:25Z', 'updated_at': '2021-08-19T18:50:32Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'subnets': [{'id': 'b16aced5-cf5a-42c0-93e5-1ad35371aed8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:35.785377 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d4973-08fb-4bee-9910-ccf1116774a6 req-7ad76c64-a32f-490e-ad0a-78a59899232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:35.787926 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-881d4973-08fb-4bee-9910-ccf1116774a6 req-7ad76c64-a32f-490e-ad0a-78a59899232c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1098 time: 0.0469346 Aug 19 18:53:35.835650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-881d4973-08fb-4bee-9910-ccf1116774a6 req-b6778348-1e5b-4f67-b801-c95b197ef2fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375450 Aug 19 18:53:35.959956 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b45c3c-fccc-41a8-9d30-6df5a0adef2d None None] New status for floating IP 4f49546a-f693-417b-a062-a1cc4e76ad5d: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:53:36.357368 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6112c3f-8348-46a8-b30c-1bc75599a6d4 req-719b3fc2-b5de-4338-b378-729d5c177f00 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:36.360340 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e6112c3f-8348-46a8-b30c-1bc75599a6d4 req-719b3fc2-b5de-4338-b378-729d5c177f00 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0522261 Aug 19 18:53:36.406157 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e6112c3f-8348-46a8-b30c-1bc75599a6d4 req-1e3f6db9-d0ea-497c-9672-78b03e337436 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Aug 19 18:53:36.506855 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b781ed-da67-4397-9bf3-45a678a207b3 req-c38120f3-0e05-4ab4-a830-3f31331d5301 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:36.508374 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-49b781ed-da67-4397-9bf3-45a678a207b3 req-c38120f3-0e05-4ab4-a830-3f31331d5301 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0662825 Aug 19 18:53:36.547311 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-49b781ed-da67-4397-9bf3-45a678a207b3 req-d175273e-5909-4b2c-a89b-c24b222611cf tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329199 Aug 19 18:53:36.773474 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ecf99489-9f44-419e-b059-2e4406a7d5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:37.438427 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:37.672198 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058f86d-eddb-4de0-aaae-d8be65e7a27e req-b9691b39-ed50-4f41-9adc-f46d73d1f210 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:37.673885 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5058f86d-eddb-4de0-aaae-d8be65e7a27e req-b9691b39-ed50-4f41-9adc-f46d73d1f210 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0511687 Aug 19 18:53:37.714473 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5058f86d-eddb-4de0-aaae-d8be65e7a27e req-626344a1-dbd7-46d0-a127-65ad422431c2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Aug 19 18:53:37.841915 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941d97b-d67a-49f6-bb67-a6d3ac066fc9 req-932f438d-c585-44ac-a1ba-385bb962c400 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:37.843515 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4941d97b-d67a-49f6-bb67-a6d3ac066fc9 req-932f438d-c585-44ac-a1ba-385bb962c400 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0616946 Aug 19 18:53:37.852253 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49516) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:37.857274 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Request body: {'floatingip': {'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:37.907513 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:37.979550 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.360695 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f6456-5c86-402e-8b82-d2a2e23294c1 req-665f86a1-f4f7-450e-ba37-62685f7949cb tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:38.362201 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-783f6456-5c86-402e-8b82-d2a2e23294c1 req-665f86a1-f4f7-450e-ba37-62685f7949cb tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Aug 19 18:53:38.400472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-783f6456-5c86-402e-8b82-d2a2e23294c1 req-d429add3-051a-4e56-b732-f8affd0d980d tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319965 Aug 19 18:53:38.591162 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.644111 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:38.743437 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Floating IP 083ed4b7-238d-4855-8012-b403132da5a2 associated. External IP: 172.27.0.252, port: 06d86838-21f3-4b12-bbc6-ffe8c6350391. Aug 19 18:53:38.949631 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:39.055023 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:39.059873 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:39.064362 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:39.073223 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:39.073844 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:39.086367 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6f72800f-7721-489f-89a4-3d0743c318ae tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "PUT /v2.0/floatingips/083ed4b7-238d-4855-8012-b403132da5a2 HTTP/1.1" status: 200 len: 991 time: 1.2330081 Aug 19 18:53:39.086978 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:39.089206 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3652dbc0-47cf-4d38-93f6-6d47abf26cca" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:39.129526 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a75e4aa-9753-46d4-8b02-e11ca979dc72 x-openstack-request-id: req-1a75e4aa-9753-46d4-8b02-e11ca979dc72 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:39.129829 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:39.130088 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a75e4aa-9753-46d4-8b02-e11ca979dc72 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:39.130458 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'status': 'completed', 'code': 200} Aug 19 18:53:39.189063 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:39.378745 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:39.468735 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '083ed4b7-238d-4855-8012-b403132da5a2', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'mac_address': 'fa:16:3e:d0:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:53:17Z', 'updated_at': '2021-08-19T18:53:38Z', 'revision_number': 1, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:39.499609 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:39.508556 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:39.509178 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:39.518861 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565a27-6afa-430e-ac8e-da86c69a50fc req-e3bb0d88-526f-42c7-ab47-ada0fa34fab6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:39.520865 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36565a27-6afa-430e-ac8e-da86c69a50fc req-e3bb0d88-526f-42c7-ab47-ada0fa34fab6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0509279 Aug 19 18:53:39.560192 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36565a27-6afa-430e-ac8e-da86c69a50fc req-a648b81f-e69f-4f91-9cde-03062053b529 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Aug 19 18:53:39.615992 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:39.837651 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '083ed4b7-238d-4855-8012-b403132da5a2', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'mac_address': 'fa:16:3e:d0:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:53:17Z', 'updated_at': '2021-08-19T18:53:38Z', 'revision_number': 1, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:39.863205 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dd5cb1-9262-4932-8c88-317cf5e2b8f7 None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '083ed4b7-238d-4855-8012-b403132da5a2', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'floating_ip_address': '172.27.0.252', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'mac_address': 'fa:16:3e:d0:c7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:53:17Z', 'updated_at': '2021-08-19T18:53:38Z', 'revision_number': 1, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:40.047411 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdc97e4-bbbf-44c1-97d8-be6cde560cfc None None] New status for floating IP 083ed4b7-238d-4855-8012-b403132da5a2: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:53:40.675581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a19261-323e-4fc5-810a-dd5e0617e67b req-c4b83838-3cab-4d36-bd6d-fb6676535c94 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:40.677042 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-25a19261-323e-4fc5-810a-dd5e0617e67b req-c4b83838-3cab-4d36-bd6d-fb6676535c94 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0497074 Aug 19 18:53:40.714546 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-25a19261-323e-4fc5-810a-dd5e0617e67b req-781b1af9-291e-4e1c-88bb-13472c19e2bf tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Aug 19 18:53:41.174760 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-fc417020-b751-4ab9-9056-9e31be668f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:41.176186 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-fc417020-b751-4ab9-9056-9e31be668f71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1098 time: 0.0440631 Aug 19 18:53:41.266106 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-0fd2655c-a1c7-45dc-afee-67d19bcd6a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:41.267600 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-0fd2655c-a1c7-45dc-afee-67d19bcd6a46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.0835018 Aug 19 18:53:41.339244 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-d067e7a2-c49a-4489-a771-7ff9a88a06f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 1001 time: 0.0631585 Aug 19 18:53:41.399495 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-967c6ce0-d5c5-428e-ac0b-11c54d92a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:41.400993 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-967c6ce0-d5c5-428e-ac0b-11c54d92a44f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0464566 Aug 19 18:53:41.448850 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-e36bced3-be55-4af6-a063-280304575589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:41.450261 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-e36bced3-be55-4af6-a063-280304575589 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415723 Aug 19 18:53:41.544257 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-8d1674ff-d798-453e-a98a-f33cddc71fea service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852196 Aug 19 18:53:41.643766 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3652dbc0-47cf-4d38-93f6-6d47abf26cca req-b4fa53e2-afb1-4896-82d4-7a00d7c86ece service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850456 Aug 19 18:53:41.831199 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697396c7-291c-408e-9bc9-239fe458dc6c req-db749a86-58fd-446b-bb51-6c1f19df16cc tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:41.833144 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-697396c7-291c-408e-9bc9-239fe458dc6c req-db749a86-58fd-446b-bb51-6c1f19df16cc tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0510871 Aug 19 18:53:41.870675 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-697396c7-291c-408e-9bc9-239fe458dc6c req-43ce7742-f011-4d99-8a8d-2ce7653e63dc tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Aug 19 18:53:42.760236 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9b8f8-7dd8-4c5e-966f-2ae3e2effae7 req-35b13624-42c4-452e-8e0e-e5b6105943c4 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:42.761883 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-95d9b8f8-7dd8-4c5e-966f-2ae3e2effae7 req-35b13624-42c4-452e-8e0e-e5b6105943c4 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0600092 Aug 19 18:53:42.802769 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-95d9b8f8-7dd8-4c5e-966f-2ae3e2effae7 req-7ef4c637-a545-42c6-b6d9-33db84a14a18 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350852 Aug 19 18:53:42.875462 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-52a8d37d-372b-40b5-bb50-6b0146a9d3ce tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:42.876832 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-52a8d37d-372b-40b5-bb50-6b0146a9d3ce tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0487101 Aug 19 18:53:43.013151 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a106-f2cd-4695-8f48-ecfd2c848441 req-605a0046-ab5b-46d8-8f89-e5fccf5999b0 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:43.016041 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0e74a106-f2cd-4695-8f48-ecfd2c848441 req-605a0046-ab5b-46d8-8f89-e5fccf5999b0 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 945 time: 0.0692825 Aug 19 18:53:43.027345 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Deleting port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:43.027694 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.108980 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0e74a106-f2cd-4695-8f48-ecfd2c848441 req-ecf8b765-7bc1-4739-8306-01505a9cf7c2 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852759 Aug 19 18:53:43.149444 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] For port 2423148d-8d9d-4e4b-af58-49f62e70b0f6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2423148d-8d9d-4e4b-af58-49f62e70b0f6,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:43.149818 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.167146 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Calling delete_port for 2423148d-8d9d-4e4b-af58-49f62e70b0f6 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:43.346583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.375590 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Pushing event deleted for resources: {'Port': ['ID=2423148d-8d9d-4e4b-af58-49f62e70b0f6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:43.384090 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['2423148d-8d9d-4e4b-af58-49f62e70b0f6'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:43.428376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] No DVR routers for this DVR port 2423148d-8d9d-4e4b-af58-49f62e70b0f6 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:43.430854 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:43.432902 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a398085-f5ed-457c-a016-2a9bc6b2d25b req-472fa13d-9f8e-4c52-a57d-de4f68cd1466 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "DELETE /v2.0/ports/2423148d-8d9d-4e4b-af58-49f62e70b0f6 HTTP/1.1" status: 204 len: 173 time: 0.5480800 Aug 19 18:53:43.433331 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'name': 'network-vif-deleted', 'tag': '2423148d-8d9d-4e4b-af58-49f62e70b0f6'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:43.435573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c800137b-498b-4d27-9a82-33775c225638" -d '{"events": [{"server_uuid": "f4986937-fefb-48f8-9145-e873cf2e4c04", "name": "network-vif-deleted", "tag": "2423148d-8d9d-4e4b-af58-49f62e70b0f6"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:43.470014 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cd613e-3c61-4bed-b33b-ef58576cb9f3 x-openstack-request-id: req-85cd613e-3c61-4bed-b33b-ef58576cb9f3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:43.470307 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4986937-fefb-48f8-9145-e873cf2e4c04", "name": "network-vif-deleted", "tag": "2423148d-8d9d-4e4b-af58-49f62e70b0f6", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:43.470560 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85cd613e-3c61-4bed-b33b-ef58576cb9f3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:43.471066 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4986937-fefb-48f8-9145-e873cf2e4c04', 'name': 'network-vif-deleted', 'tag': '2423148d-8d9d-4e4b-af58-49f62e70b0f6', 'status': 'completed', 'code': 200} Aug 19 18:53:43.918505 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7bca-5476-43cb-9aa3-a9d2d173fdc7 req-00c9acef-0885-4b76-8af4-8d30818c902a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:43.920010 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2dbf7bca-5476-43cb-9aa3-a9d2d173fdc7 req-00c9acef-0885-4b76-8af4-8d30818c902a tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0494118 Aug 19 18:53:43.956527 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2dbf7bca-5476-43cb-9aa3-a9d2d173fdc7 req-44dab9b0-9fbb-421f-87e4-5e3d4df9066b tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306842 Aug 19 18:53:44.220111 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a57aeef6-8d65-425e-b7ab-aa6efed62fa2 req-cc644cf3-de7e-41ef-8a5a-a1e63348e3ef tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4986937-fefb-48f8-9145-e873cf2e4c04 HTTP/1.1" status: 200 len: 210 time: 0.0265901 Aug 19 18:53:45.100027 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089a14e-f501-45fa-a821-d26d7c14004c req-e8e21138-f317-490f-8c0a-4c30a1463f82 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:45.101593 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b089a14e-f501-45fa-a821-d26d7c14004c req-e8e21138-f317-490f-8c0a-4c30a1463f82 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0766280 Aug 19 18:53:45.124255 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-2aab0346-dc32-4056-885b-220367b0f357 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:45.125696 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-2aab0346-dc32-4056-885b-220367b0f357 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 946 time: 0.0757537 Aug 19 18:53:45.178254 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b089a14e-f501-45fa-a821-d26d7c14004c req-848a1408-89de-460e-952e-e284d8dc9a90 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/security-groups?id=fc60cd76-b4f8-42b8-88a5-890debd488bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698946 Aug 19 18:53:45.232628 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Deleting port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:45.232979 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.325298 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] For port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:45.325659 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.338824 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Calling delete_port for f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:45.559013 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.597924 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:45.598713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Pushing event deleted for resources: {'Port': ['ID=f80a4bf2-9d15-4fe8-9a10-5de8b65a7232,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:45.654949 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] No DVR routers for this DVR port f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:45.658204 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:45.660428 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c45eff28-7abf-40aa-83aa-95ff1333aa6e req-0d3b83f5-6365-4daf-a4fa-c0564af73f53 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.30 "DELETE /v2.0/ports/f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 HTTP/1.1" status: 204 len: 173 time: 0.5279634 Aug 19 18:53:45.661397 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'name': 'network-vif-deleted', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:45.663646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cb841-9008-48d1-9fd2-47737129fb5c" -d '{"events": [{"server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "name": "network-vif-deleted", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:45.699665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d2a1a-f114-422c-8743-5c2658755601 x-openstack-request-id: req-1b4d2a1a-f114-422c-8743-5c2658755601 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:45.699960 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1d1e7d-47f3-443f-9352-3ee44c278d77", "name": "network-vif-deleted", "tag": "f80a4bf2-9d15-4fe8-9a10-5de8b65a7232", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:45.700215 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b4d2a1a-f114-422c-8743-5c2658755601 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:45.700615 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1d1e7d-47f3-443f-9352-3ee44c278d77', 'name': 'network-vif-deleted', 'tag': 'f80a4bf2-9d15-4fe8-9a10-5de8b65a7232', 'status': 'completed', 'code': 200} Aug 19 18:53:45.816859 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-5866f4f9-c753-403c-b1c3-f7b82cd63633 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:45.819025 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-5866f4f9-c753-403c-b1c3-f7b82cd63633 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/networks?id=6766059c-3e8d-46f2-bb24-65f3df26de91 HTTP/1.1" status: 200 len: 809 time: 0.3522303 Aug 19 18:53:45.835410 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-bd0f503b-4945-413f-a17a-645a62194ef5 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/quotas/91069201bd314e879e9875c7f2f43bdd HTTP/1.1" status: 200 len: 375 time: 0.0101449 Aug 19 18:53:45.872165 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-8f6541cd-6569-45dc-a6d5-ffaa1d047107 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=91069201bd314e879e9875c7f2f43bdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308652 Aug 19 18:53:45.953342 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:45.986046 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-e797300f-258d-4cce-9841-ab64a6647b98 service neutron] 10.222.0.37 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015944 Aug 19 18:53:46.073927 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bbec7121-f474-479e-9c88-923d337e9a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.084886 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-ddf1d49b-4853-4518-86c9-8df0576c0790 service neutron] 10.222.0.37 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028039 Aug 19 18:53:46.175327 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bbec7121-f474-479e-9c88-923d337e9a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.267214 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bbec7121-f474-479e-9c88-923d337e9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.313648 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-bbec7121-f474-479e-9c88-923d337e9a37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21e45554def64dc78e31dca402e04ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592157 Aug 19 18:53:46.314595 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49644) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:46.315415 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec7121-f474-479e-9c88-923d337e9a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad67c5-ae23-4257-a7aa-0646c75c8564,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:46.316627 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fc694764-b138-4603-9228-844709e7c5a8 req-5226fe31-22ed-4abb-8011-3c833d47ffa1 tempest-TestMinimumBasicScenario-793245538 tempest-TestMinimumBasicScenario-793245538-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb1d1e7d-47f3-443f-9352-3ee44c278d77 HTTP/1.1" status: 200 len: 210 time: 0.0579259 Aug 19 18:53:46.373920 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-222f0264-4d6e-4fd9-9b25-de486188d963 req-3ed6aaea-523d-4258-a0af-e64ced760ea9 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 210 time: 0.0587659 Aug 19 18:53:46.375771 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74c4032a-5172-4154-b541-574365ec5658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.399123 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74c4032a-5172-4154-b541-574365ec5658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.590977 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74c4032a-5172-4154-b541-574365ec5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.593931 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74c4032a-5172-4154-b541-574365ec5658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:46.597636 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-74c4032a-5172-4154-b541-574365ec5658 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73ad67c5-ae23-4257-a7aa-0646c75c8564 HTTP/1.1" status: 204 len: 168 time: 0.2768414 Aug 19 18:53:46.604286 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4032a-5172-4154-b541-574365ec5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ad67c5-ae23-4257-a7aa-0646c75c8564,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:46.931671 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 2423148d-8d9d-4e4b-af58-49f62e70b0f6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:46.952675 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 2423148d-8d9d-4e4b-af58-49f62e70b0f6 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:46.953026 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 2423148d-8d9d-4e4b-af58-49f62e70b0f6 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:46.953460 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:46.977013 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:46.977013 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device f80a4bf2-9d15-4fe8-9a10-5de8b65a7232 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:47.464765 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7c6bfcc1-9772-4d92-bfbb-f84859aab6bd req-cdbaa540-a6d4-422e-9e52-11268f617bd7 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 210 time: 0.0300972 Aug 19 18:53:48.604773 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c815eced-f30c-411a-a7dc-72d7bd8c9324 req-b49e550f-a7a4-49b4-8df9-1ca891ac15d4 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 210 time: 0.0340590 Aug 19 18:53:48.623529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-79abe7eb-8b51-4d90-94d0-b3b0bf6eff18 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:48.628260 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-79abe7eb-8b51-4d90-94d0-b3b0bf6eff18 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "GET /v2.0/networks?id=6766059c-3e8d-46f2-bb24-65f3df26de91 HTTP/1.1" status: 200 len: 809 time: 0.1465182 Aug 19 18:53:48.648375 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Request body: {'port': {'device_id': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91', 'admin_state_up': True, 'tenant_id': '91069201bd314e879e9875c7f2f43bdd'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:48.853388 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Made reservation on behalf of 91069201bd314e879e9875c7f2f43bdd for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:53:48.857044 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.000112 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Allocated IP 172.20.0.6 (6766059c-3e8d-46f2-bb24-65f3df26de91/4b1f4fe7-1900-4ed1-bd85-a621d4b44fce/6a476c43-06d5-4fc3-bb2e-c8736c2355e9) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:53:49.158977 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.303102 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.309985 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49780) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:49.360985 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Network 6766059c-3e8d-46f2-bb24-65f3df26de91 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:53:49.364896 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:53:49.369149 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:53:49.375553 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Pushing event updated for resources: {'Port': ['ID=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:49.427311 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:49.427719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.494693 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-6883c25f-da82-4b63-bf90-591fd37d38c1 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518527 Aug 19 18:53:49.517856 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Request body: {'port': {'device_id': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:53:49.574552 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.707738 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.809930 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed5c05-ccba-4f83-b04b-d6613da3ddc5 req-13843c7a-4d1c-4420-a4e5-41e436dcd756 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:49.811464 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a5ed5c05-ccba-4f83-b04b-d6613da3ddc5 req-13843c7a-4d1c-4420-a4e5-41e436dcd756 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 931 time: 0.1138291 Aug 19 18:53:49.885146 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a5ed5c05-ccba-4f83-b04b-d6613da3ddc5 req-fc736bf8-a569-4b0a-8bb8-5ce9745a9115 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658703 Aug 19 18:53:49.943490 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:49.951563 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:49.967242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Transition to ACTIVE for port object 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:53:49.979619 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Deleting port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:49.979619 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.026984 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.080318 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] For port 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:50.080780 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.097250 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Calling delete_port for 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:50.323447 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:50.373713 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.395193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Attempting to bind port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:53:50.397252 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Attempting to bind port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:53:50.397252 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Attempting to bind port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 on network 6766059c-3e8d-46f2-bb24-65f3df26de91 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:50.403980 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 on network 6766059c-3e8d-46f2-bb24-65f3df26de91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:53:50.404870 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Attempting to bind port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 on network 6766059c-3e8d-46f2-bb24-65f3df26de91 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:53:50.405210 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ddf4a8-8452-4faf-8e1e-6f6b64c82a49,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:50.410408 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:53:50.411428 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Checking segment: {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:53:50.412005 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Bound using segment: {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:53:50.412472 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Bound port: 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b556df-2bdc-463d-b367-60498528aaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:53:50.412844 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.494897 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] For port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:53:50.500356 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] For port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:53:50.564474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.593276 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.606464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:50.607140 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:50.608543 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/6a476c43-06d5-4fc3-bb2e-c8736c2355e9 HTTP/1.1" status: 200 len: 1093 time: 1.0969841 Aug 19 18:53:50.609007 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'tag': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:50.611277 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6f825-16eb-4088-98c5-a42623e725cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a108d0-9330-41aa-be50-d6d3f113166f", "tag": "6a476c43-06d5-4fc3-bb2e-c8736c2355e9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:50.635975 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7413d-ec66-4ef3-b499-a7e1779442b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:50.656607 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5edce80-7c48-40f1-a795-e740452acdbf x-openstack-request-id: req-e5edce80-7c48-40f1-a795-e740452acdbf {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:50.656902 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a108d0-9330-41aa-be50-d6d3f113166f", "tag": "6a476c43-06d5-4fc3-bb2e-c8736c2355e9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:50.657316 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5edce80-7c48-40f1-a795-e740452acdbf {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:50.657554 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'tag': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9', 'status': 'completed', 'code': 200} Aug 19 18:53:50.755010 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f825-16eb-4088-98c5-a42623e725cb req-00fccbdd-7d07-47de-8bf2-c808cb36fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:50.756600 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5de6f825-16eb-4088-98c5-a42623e725cb req-00fccbdd-7d07-47de-8bf2-c808cb36fc83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91069201bd314e879e9875c7f2f43bdd&device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 1096 time: 0.0433664 Aug 19 18:53:50.843079 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Router bba208db-8c85-401c-86bc-e0eb5c336692 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:50.887571 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f825-16eb-4088-98c5-a42623e725cb req-12b6c7d9-8998-4280-ac40-c0143f407595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:50.889002 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5de6f825-16eb-4088-98c5-a42623e725cb req-12b6c7d9-8998-4280-ac40-c0143f407595 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=91069201bd314e879e9875c7f2f43bdd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1103277 Aug 19 18:53:50.973751 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:50.979700 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e82b574a-97d3-444c-a2f5-4da9cc75bbd3 admin admin] 10.222.0.37 "PUT /v2.0/routers/bba208db-8c85-401c-86bc-e0eb5c336692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6677444 Aug 19 18:53:50.982548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49806) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:50.991134 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] Sync routers for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:51.001941 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:51.001941 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:51.002890 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6f825-16eb-4088-98c5-a42623e725cb req-cd3fa68b-eeb2-46cd-8e5f-62b56b1f056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:51.005524 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5de6f825-16eb-4088-98c5-a42623e725cb req-cd3fa68b-eeb2-46cd-8e5f-62b56b1f056c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1082389 Aug 19 18:53:51.113443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:51.155810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-80a6d999-a3c9-4b5b-8dd8-08677b319bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:51.159286 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-80a6d999-a3c9-4b5b-8dd8-08677b319bcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91069201bd314e879e9875c7f2f43bdd&device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 1096 time: 0.0776186 Aug 19 18:53:51.164829 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.255587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-da841e17-15cf-481f-9cb6-ffcc8905fca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a476c43-06d5-4fc3-bb2e-c8736c2355e9 HTTP/1.1" status: 200 len: 217 time: 0.0720253 Aug 19 18:53:51.336095 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-794bb704-9fb8-4a91-83d6-04d3598a2ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:51.337587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-794bb704-9fb8-4a91-83d6-04d3598a2ef6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b1f4fe7-1900-4ed1-bd85-a621d4b44fce HTTP/1.1" status: 200 len: 849 time: 0.0606983 Aug 19 18:53:51.345273 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:53:50Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:51.346348 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172e571-69dc-403e-baa9-925ba2857abf req-0dfbdb7a-0c58-4ebc-b3d4-e841e1a83781 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:51.347921 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2172e571-69dc-403e-baa9-925ba2857abf req-0dfbdb7a-0c58-4ebc-b3d4-e841e1a83781 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 943 time: 0.3605950 Aug 19 18:53:51.375124 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] Checking router: bba208db-8c85-401c-86bc-e0eb5c336692 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:51.385313 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] Routers {'bba208db-8c85-401c-86bc-e0eb5c336692'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:51.385995 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['bba208db-8c85-401c-86bc-e0eb5c336692'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:51.389764 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-47dafbb2-4baa-44bf-9e7c-7cfd1da571a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6766059c-3e8d-46f2-bb24-65f3df26de91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402739 Aug 19 18:53:51.429924 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2172e571-69dc-403e-baa9-925ba2857abf req-717d1d78-e4bc-4483-b6c5-3d87c3788f7e tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723598 Aug 19 18:53:51.522487 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.527698 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-403fc909-d5c8-4453-ac39-ac7594399a26 service neutron] 10.222.0.30 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Aug 19 18:53:51.642814 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc0d7bbe-8e40-4732-b1ed-18ceff327607 req-409754cd-6d13-4b9b-b2da-15792fd4bf4d service neutron] 10.222.0.30 "GET /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079926 Aug 19 18:53:51.646406 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] Set router bba208db-8c85-401c-86bc-e0eb5c336692 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:51.665649 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Deleting port 3cd11709-645a-480a-b625-cbba26308d4b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:51.665994 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.751686 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] For port 3cd11709-645a-480a-b625-cbba26308d4b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=3cd11709-645a-480a-b625-cbba26308d4b,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:51.752084 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:51.765285 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Calling delete_port for 3cd11709-645a-480a-b625-cbba26308d4b owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:51.837572 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:53:50Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:51.869277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84974407-3d45-4d02-9cb6-c7ccbcb0c5e8 None None] The sync data for ids ['bba208db-8c85-401c-86bc-e0eb5c336692'] in dv-cinder-790535-9-iscsi is: [{'id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'name': 'tempest-TestMinimumBasicScenario-1003215293-router', 'tenant_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '3cd11709-645a-480a-b625-cbba26308d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:21Z', 'updated_at': '2021-08-19T18:53:50Z', 'revision_number': 5, 'project_id': '1beb15dc8aa44ad18f3e83be7e6d3955', 'gw_port': {'id': '3cd11709-645a-480a-b625-cbba26308d4b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba208db-8c85-401c-86bc-e0eb5c336692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:22Z', 'updated_at': '2021-08-19T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:52.037270 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.062228 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd11709-645a-480a-b625-cbba26308d4b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:52.125562 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.230831 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.234372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.344280 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:52.366240 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:52.366583 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 72ddf4a8-8452-4faf-8e1e-6f6b64c82a49 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:52.381865 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.382456 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba208db-8c85-401c-86bc-e0eb5c336692 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:53:52.390593 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.390593 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1427ab17-4719-4b95-8f94-8d17a1125438 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bba208db-8c85-401c-86bc-e0eb5c336692 HTTP/1.1" status: 204 len: 168 time: 1.4049466 Aug 19 18:53:52.393372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:52.439311 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Deleting subnet b16aced5-cf5a-42c0-93e5-1ad35371aed8 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:53:52.442475 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.480085 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.586319 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338269e2-0f8b-4de4-8ee1-a7878b2c63dd req-8d5499d0-166f-4365-9fcc-255801f45867 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:52.588738 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-338269e2-0f8b-4de4-8ee1-a7878b2c63dd req-8d5499d0-166f-4365-9fcc-255801f45867 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 943 time: 0.0638659 Aug 19 18:53:52.625680 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.641331 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-338269e2-0f8b-4de4-8ee1-a7878b2c63dd req-005731bb-4b7c-47c6-9b6b-2881206c6ff2 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Aug 19 18:53:52.758887 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.789955 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16aced5-cf5a-42c0-93e5-1ad35371aed8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:52.794860 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.796788 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-76805489-cfa6-4332-8062-cdb033da7cb1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b16aced5-cf5a-42c0-93e5-1ad35371aed8 HTTP/1.1" status: 204 len: 168 time: 0.4022343 Aug 19 18:53:52.799277 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 49820) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:52.799956 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9952e-7755-4466-aa65-af6e21e12e52 None None] Network d659019f-d992-4e86-87bd-b507b53fb8b0 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:52.867958 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.935868 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Deleting port d92d336c-4283-413e-b5e7-2514dc2d5b27 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:52.936219 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:52.986506 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] DHCP port deletion for d659019f-d992-4e86-87bd-b507b53fb8b0 request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:53:53.017394 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] For port d92d336c-4283-413e-b5e7-2514dc2d5b27, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=d92d336c-4283-413e-b5e7-2514dc2d5b27,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:53.017786 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.035075 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Calling delete_port for d92d336c-4283-413e-b5e7-2514dc2d5b27 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:53.046720 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] Deleting port d92d336c-4283-413e-b5e7-2514dc2d5b27 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:53.047167 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.109500 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] For port d92d336c-4283-413e-b5e7-2514dc2d5b27, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=d92d336c-4283-413e-b5e7-2514dc2d5b27,segment=NetworkSegment(f99394da-73ea-42e8-bfca-8c8b85356d18),segment_id=f99394da-73ea-42e8-bfca-8c8b85356d18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:53.109911 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.124236 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] Calling delete_port for d92d336c-4283-413e-b5e7-2514dc2d5b27 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:53.179374 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.210169 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92d336c-4283-413e-b5e7-2514dc2d5b27,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.218529 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] No DVR routers for this DVR port d92d336c-4283-413e-b5e7-2514dc2d5b27 on host dv-cinder-790535-9-iscsi {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:53.222376 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.222723 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.223618 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.223952 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.224279 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.224610 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.224939 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.225264 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.225589 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.225910 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.226231 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.226549 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:53.251426 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.278546 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] Pushing event deleted for resources: {'Port': ['ID=d92d336c-4283-413e-b5e7-2514dc2d5b27,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.280473 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e01d2-588c-44dc-9a6d-faf735da91e7 None None] No DVR routers for this DVR port d92d336c-4283-413e-b5e7-2514dc2d5b27 on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:53.298522 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.310026 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d659019f-d992-4e86-87bd-b507b53fb8b0']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:53.320656 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99394da-73ea-42e8-bfca-8c8b85356d18') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:53.320963 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99394da-73ea-42e8-bfca-8c8b85356d18') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:53.329599 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25663544'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.343635 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.350332 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:53:53.350726 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25664683'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: Traceback (most recent call last): Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: timer() Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: cb(*args, **kw) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: return func(*args, **kwargs) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: self._notify() Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: self.callback(batched_events) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: event.method(event) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: return f(self, *a, **k) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._get(url).json() Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:53:53.352437 dv-cinder-790535-9-iscsi neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:53:53.470785 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.476978 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:53.478816 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d659019f-d992-4e86-87bd-b507b53fb8b0 HTTP/1.1" status: 204 len: 168 time: 0.6786172 Aug 19 18:53:53.482735 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:53.493163 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4282b-0499-469b-baba-a08b8017b146 admin admin] Pushing event deleted for resources: {'Network': ['ID=d659019f-d992-4e86-87bd-b507b53fb8b0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:53.826546 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b82fe-44bc-4881-a341-5647da94d87c req-0e1f0b25-e365-4fb1-9e66-4b5165e41d77 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:53.828101 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3f7b82fe-44bc-4881-a341-5647da94d87c req-0e1f0b25-e365-4fb1-9e66-4b5165e41d77 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 943 time: 0.0995216 Aug 19 18:53:53.890627 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3f7b82fe-44bc-4881-a341-5647da94d87c req-0a1b140e-9f0a-40b4-8b85-5e0d71e14908 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552268 Aug 19 18:53:54.013202 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.040062 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 3cd11709-645a-480a-b625-cbba26308d4b no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:54.064617 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 3cd11709-645a-480a-b625-cbba26308d4b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:54.065059 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 3cd11709-645a-480a-b625-cbba26308d4b not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:54.065563 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device d92d336c-4283-413e-b5e7-2514dc2d5b27 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:54.083964 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: d92d336c-4283-413e-b5e7-2514dc2d5b27 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:54.084315 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device d92d336c-4283-413e-b5e7-2514dc2d5b27 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:54.319467 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Deleting port 15189cde-d91b-41f0-8a04-ac499ece721c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:54.319802 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.403233 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] For port 15189cde-d91b-41f0-8a04-ac499ece721c, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=15189cde-d91b-41f0-8a04-ac499ece721c,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:54.403623 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.417131 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Calling delete_port for 15189cde-d91b-41f0-8a04-ac499ece721c owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:54.661291 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.690539 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Pushing event deleted for resources: {'Port': ['ID=15189cde-d91b-41f0-8a04-ac499ece721c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:54.874609 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:54.979063 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:53:55.081929 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:55.095580 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9', 'network_id': '6766059c-3e8d-46f2-bb24-65f3df26de91', 'port_id': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9', 'mac_address': 'fa:16:3e:1f:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1f4fe7-1900-4ed1-bd85-a621d4b44fce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:53:55.149313 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.172093 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:53:55.211336 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:55.292724 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc6cbd-1867-4e90-abdd-837401610ce8 req-130dde98-a76b-4e25-b538-b42c7d397fba tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:55.294239 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-34fc6cbd-1867-4e90-abdd-837401610ce8 req-130dde98-a76b-4e25-b538-b42c7d397fba tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 943 time: 0.3287864 Aug 19 18:53:55.295518 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.344436 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:55.401211 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-34fc6cbd-1867-4e90-abdd-837401610ce8 req-ca597dfa-e0c6-4b8e-a7c6-a2a93801f612 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762317 Aug 19 18:53:55.425712 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Router 8849f807-3ded-49c7-893a-720248f4b5bf has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:53:55.544122 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:53:55.550104 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1f98c192-8d65-400d-9c56-8268e20cb08a admin admin] 10.222.0.37 "PUT /v2.0/routers/8849f807-3ded-49c7-893a-720248f4b5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0661991 Aug 19 18:53:55.553048 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49840) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:55.554299 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] Sync routers for ids ['8849f807-3ded-49c7-893a-720248f4b5bf'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:53:55.564870 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] Routers {'8849f807-3ded-49c7-893a-720248f4b5bf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:55.565480 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['8849f807-3ded-49c7-893a-720248f4b5bf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.631402 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['6a476c43-06d5-4fc3-bb2e-c8736c2355e9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:53:55.671324 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.677971 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] Set router 8849f807-3ded-49c7-893a-720248f4b5bf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:55.803920 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:55.875368 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '599ea138-f3e7-4dae-a437-cb982193003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:53:54Z', 'revision_number': 5, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port': {'id': '599ea138-f3e7-4dae-a437-cb982193003c', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:50:32Z', 'updated_at': '2021-08-19T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.901436 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] Checking router: 8849f807-3ded-49c7-893a-720248f4b5bf for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:53:55.911115 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] Routers {'8849f807-3ded-49c7-893a-720248f4b5bf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:53:55.911458 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:53:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['8849f807-3ded-49c7-893a-720248f4b5bf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:55.918620 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Deleting port 599ea138-f3e7-4dae-a437-cb982193003c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:55.919157 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.000800 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] Set router 8849f807-3ded-49c7-893a-720248f4b5bf gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:53:56.006253 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] For port 599ea138-f3e7-4dae-a437-cb982193003c, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=599ea138-f3e7-4dae-a437-cb982193003c,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:56.006644 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.021573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Calling delete_port for 599ea138-f3e7-4dae-a437-cb982193003c owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:56.061594 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:53:55Z', 'revision_number': 6, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port_host': None}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:56.088496 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27898c95-3fde-438c-8e67-cfb950dabcca None None] The sync data for ids ['8849f807-3ded-49c7-893a-720248f4b5bf'] in dv-cinder-790535-9-iscsi is: [{'id': '8849f807-3ded-49c7-893a-720248f4b5bf', 'name': 'tempest-TestMinimumBasicScenario-664650276-router', 'tenant_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:50:31Z', 'updated_at': '2021-08-19T18:53:55Z', 'revision_number': 6, 'project_id': 'a8dfa8d54ca147b29f84e9c8d22121bf', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:53:56.276641 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.306658 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=599ea138-f3e7-4dae-a437-cb982193003c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:56.368227 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.443627 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.466894 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.469468 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.568900 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0356f8-78a0-41af-903c-4cae10ed9917 req-d2d743e6-a0c9-415b-bfd8-b76d6aab42e6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:56.576420 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b0356f8-78a0-41af-903c-4cae10ed9917 req-d2d743e6-a0c9-415b-bfd8-b76d6aab42e6 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 944 time: 0.0894878 Aug 19 18:53:56.609676 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b0356f8-78a0-41af-903c-4cae10ed9917 req-aefe811f-944e-41c2-a3b5-782d891f7381 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Aug 19 18:53:56.628133 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.629130 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8849f807-3ded-49c7-893a-720248f4b5bf {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:53:56.636551 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.637637 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-5888e0dc-ba16-4a02-84c6-49c92fe85fd4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8849f807-3ded-49c7-893a-720248f4b5bf HTTP/1.1" status: 204 len: 168 time: 1.0836349 Aug 19 18:53:56.643878 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49848) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:56.688731 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Deleting subnet dcd77267-95d1-44f2-9311-253dcf3257c0 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:53:56.692114 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.728184 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29305094'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.853576 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:56.984879 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:53:56.998744 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29305191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25739342'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.027818 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd77267-95d1-44f2-9311-253dcf3257c0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.032843 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.045497 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-0afad414-526f-4cee-941f-9048e1c3de66 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/dcd77267-95d1-44f2-9311-253dcf3257c0 HTTP/1.1" status: 204 len: 168 time: 0.3899288 Aug 19 18:53:57.045497 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49852) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:57.045719 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f605a74-638b-407a-8f32-894bdbcbba1f None None] Network 07bcb6cf-8a23-4102-a6e2-eb6351feea12 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:53:57.120617 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.167654 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:53:57.173672 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:53:57.174047 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.182042 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Deleting port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:57.182470 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.258473 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] For port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:57.258473 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.287680 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Calling delete_port for 4b2f05d5-3620-4569-856a-ee0c9ac13f9b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:57.293218 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] DHCP port deletion for 07bcb6cf-8a23-4102-a6e2-eb6351feea12 request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:53:57.309788 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.360821 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:53:57.363093 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387aee44-1133-48cc-a93b-616902aabaa7" -d '{"events": [{"server_uuid": "d4a108d0-9330-41aa-be50-d6d3f113166f", "name": "network-vif-plugged", "status": "completed", "tag": "6a476c43-06d5-4fc3-bb2e-c8736c2355e9"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:53:57.379100 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:57.405296 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] Deleting port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:53:57.405296 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.413399 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ed1959-38a5-4069-8ba5-82307e70ba8c x-openstack-request-id: req-66ed1959-38a5-4069-8ba5-82307e70ba8c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:53:57.413633 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a108d0-9330-41aa-be50-d6d3f113166f", "name": "network-vif-plugged", "status": "completed", "tag": "6a476c43-06d5-4fc3-bb2e-c8736c2355e9", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:53:57.413889 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66ed1959-38a5-4069-8ba5-82307e70ba8c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:53:57.414277 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9', 'code': 200} Aug 19 18:53:57.449516 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.472007 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] For port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,segment=NetworkSegment(79e83f57-303f-40c6-bcbf-242144e95f15),segment_id=79e83f57-303f-40c6-bcbf-242144e95f15)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:53:57.472585 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.480608 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.484569 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.491661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] No DVR routers for this DVR port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b on host dv-cinder-790535-9-iscsi {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:57.495805 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] Calling delete_port for 4b2f05d5-3620-4569-856a-ee0c9ac13f9b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:53:57.575155 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.589605 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bcb6cf-8a23-4102-a6e2-eb6351feea12']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:57.596147 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.602189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e83f57-303f-40c6-bcbf-242144e95f15') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:57.602500 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e83f57-303f-40c6-bcbf-242144e95f15') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:53:57.612778 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.628574 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.636537 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:53:57.636936 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:53:57.638631 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:53:57.640661 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.668945 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] Pushing event deleted for resources: {'Port': ['ID=4b2f05d5-3620-4569-856a-ee0c9ac13f9b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.673492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e646b9-5c29-43db-9911-5ce08df0f951 None None] No DVR routers for this DVR port 4b2f05d5-3620-4569-856a-ee0c9ac13f9b on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:53:57.755558 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320bd14-d96f-4eb7-9df6-922ac209d67f req-c9872d16-cba6-44e2-9d76-765b37634dbe tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:57.757433 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5320bd14-d96f-4eb7-9df6-922ac209d67f req-c9872d16-cba6-44e2-9d76-765b37634dbe tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0569201 Aug 19 18:53:57.763661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.771023 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:57.772459 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/07bcb6cf-8a23-4102-a6e2-eb6351feea12 HTTP/1.1" status: 204 len: 168 time: 0.7334585 Aug 19 18:53:57.826444 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b24f99-cb53-42b6-b8e9-320aa82116a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=07bcb6cf-8a23-4102-a6e2-eb6351feea12,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:57.855283 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5320bd14-d96f-4eb7-9df6-922ac209d67f req-3c42d215-544c-4d07-92a9-5e630a27eb89 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896382 Aug 19 18:53:57.858096 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b61fd-5ac9-4bdb-a71a-e8620fa6e5a5 req-1edfc776-a421-4db8-b83d-2d357fd1fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:57.859610 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e94b61fd-5ac9-4bdb-a71a-e8620fa6e5a5 req-1edfc776-a421-4db8-b83d-2d357fd1fb2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 1098 time: 0.0811074 Aug 19 18:53:57.904968 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e94b61fd-5ac9-4bdb-a71a-e8620fa6e5a5 req-a4cabc54-e8fb-4025-a134-a3c99eae4480 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Aug 19 18:53:58.041500 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 599ea138-f3e7-4dae-a437-cb982193003c no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:58.061205 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 599ea138-f3e7-4dae-a437-cb982193003c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:58.061548 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 599ea138-f3e7-4dae-a437-cb982193003c not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:58.061976 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 15189cde-d91b-41f0-8a04-ac499ece721c no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:58.080444 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 15189cde-d91b-41f0-8a04-ac499ece721c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:58.080704 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 15189cde-d91b-41f0-8a04-ac499ece721c not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:58.081125 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 4b2f05d5-3620-4569-856a-ee0c9ac13f9b no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:53:58.103913 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 4b2f05d5-3620-4569-856a-ee0c9ac13f9b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:53:58.104948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 4b2f05d5-3620-4569-856a-ee0c9ac13f9b not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:53:58.141663 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49864) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:58.185389 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-54a98998-86bd-471d-b92c-d7a71203b807 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1beb15dc8aa44ad18f3e83be7e6d3955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425439 Aug 19 18:53:58.187949 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49866) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:58.243719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9316a006-81a1-4124-a3f6-2b89407afaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.276261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9316a006-81a1-4124-a3f6-2b89407afaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.397941 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9316a006-81a1-4124-a3f6-2b89407afaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.400569 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9316a006-81a1-4124-a3f6-2b89407afaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:58.401792 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-9316a006-81a1-4124-a3f6-2b89407afaa6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc60cd76-b4f8-42b8-88a5-890debd488bd HTTP/1.1" status: 204 len: 168 time: 0.2129111 Aug 19 18:53:58.410026 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316a006-81a1-4124-a3f6-2b89407afaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc60cd76-b4f8-42b8-88a5-890debd488bd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:58.985536 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50620c92-866a-436a-bd31-8e5d65088b9f req-2dd83c15-9f16-4a3f-b122-7a81686f0312 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:53:58.987140 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-50620c92-866a-436a-bd31-8e5d65088b9f req-2dd83c15-9f16-4a3f-b122-7a81686f0312 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0531645 Aug 19 18:53:59.029162 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-50620c92-866a-436a-bd31-8e5d65088b9f req-2b0e95b1-3af2-4bb6-a235-7a26cdbb7150 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Aug 19 18:53:59.125931 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49878) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:59.172341 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-564fb300-7030-407b-99d5-e367d1946dba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8dfa8d54ca147b29f84e9c8d22121bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451298 Aug 19 18:53:59.174821 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 49880) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:53:59.233133 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.255662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.432475 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.435117 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:53:59.439021 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a5b6418-3e23-4862-829e-47700fdc1469 HTTP/1.1" status: 204 len: 168 time: 0.2603164 Aug 19 18:53:59.444524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b6418-3e23-4862-829e-47700fdc1469,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:53:59.451887 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.452339 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.452750 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.453173 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.453614 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.454013 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.454413 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.454816 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.455229 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.455623 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.456028 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:53:59.456422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbe8651-e6aa-4a72-89ff-ccc7d31b9146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:00.149382 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8c6d-c5d5-497f-b654-800da23a7df9 req-ab32e4a8-af5a-4ec8-b2f4-7bf8a6b197ae tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:00.150820 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:54:00.151374 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-297e8c6d-c5d5-497f-b654-800da23a7df9 req-ab32e4a8-af5a-4ec8-b2f4-7bf8a6b197ae tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0552995 Aug 19 18:54:00.188394 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-297e8c6d-c5d5-497f-b654-800da23a7df9 req-08f94955-959b-4543-8242-3088c475dc42 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315421 Aug 19 18:54:01.699482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b4d9b-7328-44a6-a487-b9d2bf0907d1 req-8e98038f-6cfd-4b25-9754-db25a5602e04 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:01.700960 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-382b4d9b-7328-44a6-a487-b9d2bf0907d1 req-8e98038f-6cfd-4b25-9754-db25a5602e04 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0769167 Aug 19 18:54:01.709765 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-23e65479-2a3e-4c37-ae1c-5b4be4106e80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2156174 Aug 19 18:54:01.744355 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-382b4d9b-7328-44a6-a487-b9d2bf0907d1 req-40b0aec4-f0bc-427e-acf2-cd9431780fdd tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336161 Aug 19 18:54:01.826310 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-02ea9d6a-613a-47d5-a1d2-efb19d7322a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:01.827873 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-02ea9d6a-613a-47d5-a1d2-efb19d7322a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 1098 time: 0.0456905 Aug 19 18:54:01.938357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-977160c0-e1fe-4441-a4a6-50c629ebffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:01.939882 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-977160c0-e1fe-4441-a4a6-50c629ebffed service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.0852559 Aug 19 18:54:02.015722 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-bf5ebd71-e111-4d0c-b2da-c0eb30f73b54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 200 len: 1001 time: 0.0673928 Aug 19 18:54:02.066438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-3ee06c2e-01ba-4744-896a-7e63a6bd9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.068020 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-3ee06c2e-01ba-4744-896a-7e63a6bd9a2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0446229 Aug 19 18:54:02.123287 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-1c1047b2-58bc-4ae2-a6ab-ea1a8060e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.124776 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-1c1047b2-58bc-4ae2-a6ab-ea1a8060e6f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410991 Aug 19 18:54:02.234659 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-67662812-e840-441b-890b-f62ed068467c service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895033 Aug 19 18:54:02.334110 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c19f5ae8-55f3-407d-91b7-f919fae2e465 req-fc05e88e-4e93-416a-b128-fec96d37e88b service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824125 Aug 19 18:54:02.868055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83a7a6-b9e4-4d1e-b611-cccbc3ea190d req-b3cb478f-e044-482f-981e-1e81abd0d222 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:02.869495 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e83a7a6-b9e4-4d1e-b611-cccbc3ea190d req-b3cb478f-e044-482f-981e-1e81abd0d222 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0549202 Aug 19 18:54:02.909352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8e83a7a6-b9e4-4d1e-b611-cccbc3ea190d req-29da0fa2-4315-4cdd-90c0-361716433221 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338840 Aug 19 18:54:03.692644 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-324975b2-a7c3-4ee1-9e80-49e482e4468b tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:03.695006 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-324975b2-a7c3-4ee1-9e80-49e482e4468b tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0522113 Aug 19 18:54:03.787556 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Deleting port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:54:03.787938 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:03.880490 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] For port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,segment=NetworkSegment(95b556df-2bdc-463d-b367-60498528aaf1),segment_id=95b556df-2bdc-463d-b367-60498528aaf1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:03.881153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:03.893944 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Calling delete_port for 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:54:04.082856 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68853dd2-5a4e-4f29-ae09-615c2af1b074 req-f363af49-5ac7-4832-85e0-498830629d23 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.084378 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-68853dd2-5a4e-4f29-ae09-615c2af1b074 req-f363af49-5ac7-4832-85e0-498830629d23 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 945 time: 0.0789547 Aug 19 18:54:04.125470 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-68853dd2-5a4e-4f29-ae09-615c2af1b074 req-ed18c26a-a156-42f7-9cf5-e7e643578dd0 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ee63990-10a2-40ba-8fcb-111e994685e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Aug 19 18:54:04.135495 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7ee8d64-dac1-4a12-9d1a-1808d82b68cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:04.165522 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:04.209168 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['6a476c43-06d5-4fc3-bb2e-c8736c2355e9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:04.220979 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Pushing event deleted for resources: {'Port': ['ID=6a476c43-06d5-4fc3-bb2e-c8736c2355e9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:04.245375 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] No DVR routers for this DVR port 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:54:04.247936 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:04.250347 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-61b1dac7-1e3a-4715-b9ee-1581cd0f1ab6 req-3997bbf7-cf22-4783-b44d-93880801880a tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.30 "DELETE /v2.0/ports/6a476c43-06d5-4fc3-bb2e-c8736c2355e9 HTTP/1.1" status: 204 len: 173 time: 0.5474718 Aug 19 18:54:04.250831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'name': 'network-vif-deleted', 'tag': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:04.253713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947a5cd-68ef-48e4-9bd5-c7ebe5f55821" -d '{"events": [{"server_uuid": "d4a108d0-9330-41aa-be50-d6d3f113166f", "name": "network-vif-deleted", "tag": "6a476c43-06d5-4fc3-bb2e-c8736c2355e9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:04.291948 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b81bd-66c1-4e07-abef-79fa954dace6 x-openstack-request-id: req-ed0b81bd-66c1-4e07-abef-79fa954dace6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:04.292366 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a108d0-9330-41aa-be50-d6d3f113166f", "name": "network-vif-deleted", "tag": "6a476c43-06d5-4fc3-bb2e-c8736c2355e9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:04.292678 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed0b81bd-66c1-4e07-abef-79fa954dace6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:04.293192 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a108d0-9330-41aa-be50-d6d3f113166f', 'name': 'network-vif-deleted', 'tag': '6a476c43-06d5-4fc3-bb2e-c8736c2355e9', 'status': 'completed', 'code': 200} Aug 19 18:54:04.735486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc9668-a947-4de8-9752-74a5ec5f91a8 req-f8ad4851-35e9-43c4-b795-0cba9c820692 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:04.736989 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63dc9668-a947-4de8-9752-74a5ec5f91a8 req-f8ad4851-35e9-43c4-b795-0cba9c820692 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0540805 Aug 19 18:54:04.777503 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63dc9668-a947-4de8-9752-74a5ec5f91a8 req-d0e124ea-3bc5-45e4-b1d0-1bb95fd1ebc4 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331619 Aug 19 18:54:05.234963 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e82a8d85-0f6f-47b5-886c-5c713b0a5db6 req-0e738b07-06ea-4a80-8eaa-03df3a18a9c7 tempest-VolumesActionsTest-1150302815 tempest-VolumesActionsTest-1150302815-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a108d0-9330-41aa-be50-d6d3f113166f HTTP/1.1" status: 200 len: 210 time: 0.0278184 Aug 19 18:54:05.892772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e51bd2-82ec-4938-b96a-043a3b65095b req-1519019c-7425-4d96-bf56-c72dc539fbe1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:05.894273 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-41e51bd2-82ec-4938-b96a-043a3b65095b req-1519019c-7425-4d96-bf56-c72dc539fbe1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Aug 19 18:54:05.931720 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-41e51bd2-82ec-4938-b96a-043a3b65095b req-f6331d39-164b-4793-aaf1-8a81973deb5f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305800 Aug 19 18:54:06.786237 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e75b2d5c-8b86-4345-8c4d-7a9fad6da600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.035854 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:54:07.056473 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:54:07.056900 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6a476c43-06d5-4fc3-bb2e-c8736c2355e9 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:54:07.060023 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45428bd2-5622-455a-8b06-712757075f57 req-547db855-435d-4f62-8aad-f7b4c33b78f3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:07.061721 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-45428bd2-5622-455a-8b06-712757075f57 req-547db855-435d-4f62-8aad-f7b4c33b78f3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0567591 Aug 19 18:54:07.109609 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-45428bd2-5622-455a-8b06-712757075f57 req-96abd4ec-a7c0-4c99-9dce-80b5acadfe84 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Aug 19 18:54:07.153746 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-65d6e47f-7721-4ea1-8269-b2d871d3e5cd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:07.153746 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-65d6e47f-7721-4ea1-8269-b2d871d3e5cd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 945 time: 0.0560584 Aug 19 18:54:07.247313 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Deleting port c5b2f067-a791-4ea0-8230-3ca19615e8d4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:54:07.247664 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.340887 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] For port c5b2f067-a791-4ea0-8230-3ca19615e8d4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c5b2f067-a791-4ea0-8230-3ca19615e8d4,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:07.341294 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.396367 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.770004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.770397 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.770719 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Floating IP 1ab74f4a-a4e2-4c71-9c34-9192cb60515f disassociated. External IP: 172.27.0.192, port: c5b2f067-a791-4ea0-8230-3ca19615e8d4. Aug 19 18:54:07.771095 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Calling delete_port for c5b2f067-a791-4ea0-8230-3ca19615e8d4 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:54:07.956434 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:07.990355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event deleted for resources: {'Port': ['ID=c5b2f067-a791-4ea0-8230-3ca19615e8d4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:08.005441 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.117063 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:54:08.242542 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-41e91494-576d-44b8-b74e-a492c630871f req-4bed34b3-fe58-447f-b96f-7bbbdf66bb21 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0356817 Aug 19 18:54:08.257713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:54:08.271390 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:54:08.281718 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:08.282371 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:08.301867 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] No DVR routers for this DVR port c5b2f067-a791-4ea0-8230-3ca19615e8d4 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:54:08.305207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:08.307258 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b844834d-40fe-46de-b8a7-f422a87abd86 req-47b2fb22-3142-4ee9-837f-61cb242281e8 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "DELETE /v2.0/ports/c5b2f067-a791-4ea0-8230-3ca19615e8d4 HTTP/1.1" status: 204 len: 173 time: 1.1474438 Aug 19 18:54:08.307697 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'name': 'network-vif-deleted', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:08.309937 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c598045e-8a25-40f7-96d4-bdef56ef66b7" -d '{"events": [{"server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "name": "network-vif-deleted", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:08.355896 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f610c79-5303-43d9-99b0-b3333a5ce6a0 x-openstack-request-id: req-9f610c79-5303-43d9-99b0-b3333a5ce6a0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:08.356192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc889864-91cd-48bd-bd97-d80605b38415", "name": "network-vif-deleted", "tag": "c5b2f067-a791-4ea0-8230-3ca19615e8d4", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:08.356579 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f610c79-5303-43d9-99b0-b3333a5ce6a0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:08.357352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc889864-91cd-48bd-bd97-d80605b38415', 'name': 'network-vif-deleted', 'tag': 'c5b2f067-a791-4ea0-8230-3ca19615e8d4', 'status': 'completed', 'code': 200} Aug 19 18:54:08.396459 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:08.719452 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:08.745913 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:08.754297 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:08.754941 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:08.869969 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:09.071190 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:09.100957 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d63f4-8318-4e3a-84b2-9fd5c4710762 None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:09.329328 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:09.332407 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a465a7cb-48d1-4e06-8729-e7abd97bb40e None None] New status for floating IP 1ab74f4a-a4e2-4c71-9c34-9192cb60515f: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:54:09.351299 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c3a9453f-bd8b-4401-aa4d-0af2da966bcb req-cc21f73d-49a8-498a-ad27-842be8f9ec38 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0275838 Aug 19 18:54:10.447428 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3ef37068-5c9a-4402-9634-1d102af067f7 req-97d1af43-a3e6-4e80-bda9-ac162ee8ff55 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0281556 Aug 19 18:54:11.559932 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b7740454-0d81-4092-b340-32b2989e3a53 req-c3c3019e-8a3a-4652-a8ce-dbafe4f7b56d tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc889864-91cd-48bd-bd97-d80605b38415 HTTP/1.1" status: 200 len: 210 time: 0.0303128 Aug 19 18:54:12.726817 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device c5b2f067-a791-4ea0-8230-3ca19615e8d4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:54:12.728094 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 50084) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:12.768400 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: c5b2f067-a791-4ea0-8230-3ca19615e8d4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:54:12.768759 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device c5b2f067-a791-4ea0-8230-3ca19615e8d4 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:54:12.818665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecc21f4d-c900-4eb1-ba72-f512899fd4e6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:12.853732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecc21f4d-c900-4eb1-ba72-f512899fd4e6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.055262 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecc21f4d-c900-4eb1-ba72-f512899fd4e6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.057996 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecc21f4d-c900-4eb1-ba72-f512899fd4e6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.059211 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ecc21f4d-c900-4eb1-ba72-f512899fd4e6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "DELETE /v2.0/security-groups/16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5 HTTP/1.1" status: 204 len: 168 time: 0.3293490 Aug 19 18:54:13.062715 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:13.074543 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc21f4d-c900-4eb1-ba72-f512899fd4e6 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:13.081394 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.api.v2.resource [None req-f658e319-4275-468d-be74-2b89d85b0f36 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] show failed (client error): The resource could not be found. Aug 19 18:54:13.084816 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f658e319-4275-468d-be74-2b89d85b0f36 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups/16fb9aad-d47f-4f43-9ef7-3b96e2ce80b5 HTTP/1.1" status: 404 len: 347 time: 0.0209138 Aug 19 18:54:13.096339 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50094) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:13.270618 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Deleting port 0e34402f-d682-4457-af8f-557306a0569f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:54:13.270940 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.363722 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.364365 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.379705 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Calling delete_port for 0e34402f-d682-4457-af8f-557306a0569f owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:54:13.642221 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.688958 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event deleted for resources: {'Port': ['ID=0e34402f-d682-4457-af8f-557306a0569f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:13.752448 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.755096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:13.756266 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c86637f3-2a79-4224-91df-546ce28a4b43 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "DELETE /v2.0/floatingips/1ab74f4a-a4e2-4c71-9c34-9192cb60515f HTTP/1.1" status: 204 len: 168 time: 0.6573541 Aug 19 18:54:14.286317 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 50110) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:14.296247 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718250183', 'description': 'tempest-description--2012386920'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:14.427003 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.538998 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.672346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.708414 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b4a822-6f15-4006-9490-139edb4215bb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:14.757692 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.759616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-65d414ba-7a5c-447f-898d-6593f7c6253f tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4712729 Aug 19 18:54:14.762696 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50114) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:14.772844 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'security_group_rule': {'security_group_id': '79b4a822-6f15-4006-9490-139edb4215bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:14.874377 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:14.969591 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.049765 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.076953 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1344eb76-ebfc-451d-87ea-242ca5fc05f7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:15.156395 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.157440 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f01490e1-4e86-4881-b308-7a7400095a87 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931329 Aug 19 18:54:15.161411 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50122) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:15.166810 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'security_group_rule': {'security_group_id': '79b4a822-6f15-4006-9490-139edb4215bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:15.282114 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.383552 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.455960 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.485954 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bf55af-5130-4911-89c6-abb54ad86c84,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:15.556930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.558548 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-87d66e53-1cc7-4f95-a7a7-c77964451cb9 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961434 Aug 19 18:54:15.561842 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50126) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:15.566995 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:15.830013 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:15.936120 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.051636 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Allocated IP 172.27.0.24 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/4050295c-3f52-4349-a556-83487980b3b5) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:16.177630 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.287741 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.341766 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:16.346831 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:16.348897 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'Port': ['ID=4050295c-3f52-4349-a556-83487980b3b5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:16.356419 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:16.453234 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.567938 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.760401 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.849653 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:16.925923 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'Port': ['ID=4050295c-3f52-4349-a556-83487980b3b5,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:16.939543 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.026851 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:17.030937 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-411769e9-29eb-400d-8ebd-b030c2ff1c53 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4650583 Aug 19 18:54:17.348707 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-0fb39926-e403-42df-a5ab-806177d85b12 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--718250183&fields=id&tenant_id=45259f5472b444d4b0cc4407a345ef44 HTTP/1.1" status: 200 len: 267 time: 0.0484059 Aug 19 18:54:17.483986 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-42c47a01-1356-4169-bb3f-fd84c2d75649 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:17.485754 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-42c47a01-1356-4169-bb3f-fd84c2d75649 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 811 time: 0.1232848 Aug 19 18:54:17.506403 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-f5e5f507-7eb3-4d6f-acfe-baec2ac69abe tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/quotas/45259f5472b444d4b0cc4407a345ef44 HTTP/1.1" status: 200 len: 375 time: 0.0110126 Aug 19 18:54:17.569615 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-d9063ca0-ac9d-4446-a19f-e1fc3dfba4c5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546052 Aug 19 18:54:17.751334 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-9601939c-2cf5-4aec-a8fc-c6459c1ed8df service neutron] 10.222.0.37 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641109 Aug 19 18:54:17.855605 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-8be95cb6-2912-428b-9522-0304bf6b930c service neutron] 10.222.0.37 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902724 Aug 19 18:54:18.195703 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbefe780-113b-4f40-8199-68194e8875eb req-48366c39-3b23-4b7d-9a82-8f9de8487b86 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 210 time: 0.0335329 Aug 19 18:54:19.299138 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cd55837b-0c58-4661-b651-629031a37eb8 req-32ccf03a-05c3-4c54-b669-77919e362d74 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 210 time: 0.0353105 Aug 19 18:54:20.404123 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-849b713e-dcca-49da-af0e-4baf9a40ab23 req-cab5c81f-5ba0-4ae4-8f3d-067c40da52d5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 210 time: 0.0292647 Aug 19 18:54:21.038600 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-b9fbb1ba-3193-4f68-ad29-b51f0710ad4b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:21.041644 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-b9fbb1ba-3193-4f68-ad29-b51f0710ad4b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 811 time: 0.1205885 Aug 19 18:54:21.131154 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-aaf39525-0bcf-40ac-8003-ce4fb5662deb tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45259f5472b444d4b0cc4407a345ef44 HTTP/1.1" status: 200 len: 379 time: 0.0678935 Aug 19 18:54:21.142461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'port': {'device_id': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'admin_state_up': True, 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'security_groups': ['79b4a822-6f15-4006-9490-139edb4215bb']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:21.369657 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Made reservation on behalf of 45259f5472b444d4b0cc4407a345ef44 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:21.374208 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.602458 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a85647ca-2574-48f7-ae1b-afafc8a2683f req-335910b7-db95-452e-9b05-4ba7393d55dd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 210 time: 0.0860333 Aug 19 18:54:21.623064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Allocated IP 172.20.0.9 (47811ec1-5676-4d32-b602-0c089d0a97d2/8178f8d9-b1dd-44f1-8e1c-441e3b905447/5bec56ed-8402-432e-838f-ca42da0845e0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:21.801501 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.818621 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Transition to ACTIVE for port object 5bec56ed-8402-432e-838f-ca42da0845e0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:21.923906 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:21.972974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:21.980479 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:21.983005 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:22.016831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event updated for resources: {'Port': ['ID=5bec56ed-8402-432e-838f-ca42da0845e0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:22.049154 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.049945 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.288141 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-40b353bf-f7e1-447f-bfd9-e520aa30d156 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1496494 Aug 19 18:54:22.312491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Request body: {'port': {'device_id': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:22.335509 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-958b00a9-2616-4ff1-9f2e-8c595caa9b59 None None] Provisioning for port 5bec56ed-8402-432e-838f-ca42da0845e0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:22.341385 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-958b00a9-2616-4ff1-9f2e-8c595caa9b59 None None] Provisioning complete for port 5bec56ed-8402-432e-838f-ca42da0845e0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:22.342232 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-958b00a9-2616-4ff1-9f2e-8c595caa9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.372511 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.390171 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-958b00a9-2616-4ff1-9f2e-8c595caa9b59 None None] Port 5bec56ed-8402-432e-838f-ca42da0845e0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:54:22.693488 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bec56ed-8402-432e-838f-ca42da0845e0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:22.703549 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.744332 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Transition to ACTIVE for port object 5bec56ed-8402-432e-838f-ca42da0845e0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:22.769704 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad4ad9-511c-4fe5-84b8-04ab1f112900 req-3220f362-bf12-43c7-8005-879e80c57726 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:22.771499 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9ad4ad9-511c-4fe5-84b8-04ab1f112900 req-3220f362-bf12-43c7-8005-879e80c57726 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 931 time: 0.0704856 Aug 19 18:54:22.839873 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:22.862481 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9ad4ad9-511c-4fe5-84b8-04ab1f112900 req-2aa38315-7279-4637-88ac-df654059e5e0 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815361 Aug 19 18:54:22.933048 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bec56ed-8402-432e-838f-ca42da0845e0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:23.033976 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Attempting to bind port 5bec56ed-8402-432e-838f-ca42da0845e0 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:23.034402 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Attempting to bind port 5bec56ed-8402-432e-838f-ca42da0845e0 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:23.034843 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Attempting to bind port 5bec56ed-8402-432e-838f-ca42da0845e0 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:23.041852 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Port 5bec56ed-8402-432e-838f-ca42da0845e0 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:54:23.044349 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Attempting to bind port 5bec56ed-8402-432e-838f-ca42da0845e0 on network 47811ec1-5676-4d32-b602-0c089d0a97d2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:23.048874 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:23.049343 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Checking segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:23.049861 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Bound using segment: {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:23.050366 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Bound port: 5bec56ed-8402-432e-838f-ca42da0845e0, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57696a97-56f8-41b6-87bb-c91611755104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:23.050835 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.134969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] For port 5bec56ed-8402-432e-838f-ca42da0845e0, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:23.138419 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] For port 5bec56ed-8402-432e-838f-ca42da0845e0, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5bec56ed-8402-432e-838f-ca42da0845e0,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:23.197288 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.260119 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.262122 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:23.265645 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/5bec56ed-8402-432e-838f-ca42da0845e0 HTTP/1.1" status: 200 len: 1093 time: 0.9573874 Aug 19 18:54:23.267172 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:23.271457 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a607e26-ecea-4893-b1f6-81a09f51fca7" -d '{"events": [{"name": "network-changed", "server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:23.322104 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68754972-fd50-4bd5-8417-3e424362c0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5bec56ed-8402-432e-838f-ca42da0845e0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:23.421690 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5376546f-eac2-4ecc-923c-601bb8cd93ca x-openstack-request-id: req-5376546f-eac2-4ecc-923c-601bb8cd93ca {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:23.421983 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:23.425513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5376546f-eac2-4ecc-923c-601bb8cd93ca {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:23.426136 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0', 'status': 'completed', 'code': 200} Aug 19 18:54:23.482508 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-c5a47c87-1fb8-4ae3-851a-58a1d1188645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.484237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-c5a47c87-1fb8-4ae3-851a-58a1d1188645 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 1096 time: 0.0799317 Aug 19 18:54:23.548272 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-1e1e6d38-c8e9-420b-83e3-dac12bda8203 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bec56ed-8402-432e-838f-ca42da0845e0 HTTP/1.1" status: 200 len: 217 time: 0.0494032 Aug 19 18:54:23.607167 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-3c5398a8-a635-4cc9-b55f-37c1314b4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.608665 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-3c5398a8-a635-4cc9-b55f-37c1314b4a28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0504506 Aug 19 18:54:23.683779 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-be77cfce-edf7-4225-b0a3-e4efd26ea0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.685237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-be77cfce-edf7-4225-b0a3-e4efd26ea0fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679569 Aug 19 18:54:23.784237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-191245bf-34fa-44a0-ab94-ee87ec62e197 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891416 Aug 19 18:54:23.889623 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-718bb4a0-9db3-438b-bb9a-f91445a0b7d3 req-2660b197-9782-4e21-b710-a8f6d4c3bf4c service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959651 Aug 19 18:54:23.987055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8b2c9-52ff-42db-a0ae-e576cee8cc5f req-09b86be1-bf6e-44c4-87dd-2a2244716a67 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:23.990389 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bdc8b2c9-52ff-42db-a0ae-e576cee8cc5f req-09b86be1-bf6e-44c4-87dd-2a2244716a67 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 943 time: 0.0544977 Aug 19 18:54:24.040664 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bdc8b2c9-52ff-42db-a0ae-e576cee8cc5f req-73b14618-bbea-4423-800f-67d23ffc85a3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Aug 19 18:54:24.178201 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-fedadc4e-633c-4e69-91d8-ee84fdd0ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.180809 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-fedadc4e-633c-4e69-91d8-ee84fdd0ba37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 1096 time: 0.0537341 Aug 19 18:54:24.311254 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-3e5fe76c-f928-4d22-a97b-cfb9f79c6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.313124 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-3e5fe76c-f928-4d22-a97b-cfb9f79c6841 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.1004400 Aug 19 18:54:24.383701 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-3ed1a34c-0c5e-4125-9d6c-4c09e31cbff6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bec56ed-8402-432e-838f-ca42da0845e0 HTTP/1.1" status: 200 len: 217 time: 0.0623610 Aug 19 18:54:24.440372 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-686b0204-e812-4a66-89a5-df0dac8fb1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.441985 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-686b0204-e812-4a66-89a5-df0dac8fb1fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0498283 Aug 19 18:54:24.528603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-8ccfa857-7c29-47a1-8c11-36227c68fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:24.530136 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-8ccfa857-7c29-47a1-8c11-36227c68fa46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790946 Aug 19 18:54:24.631411 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-90fee079-97fb-4d6e-a071-82b9aca525f8 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926285 Aug 19 18:54:24.755152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a607e26-ecea-4893-b1f6-81a09f51fca7 req-7b7ee234-83ff-4d33-88a3-f0ae4cddf0dc service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149490 Aug 19 18:54:25.185885 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287dc95-d5d7-4e96-8cc3-2bec14e882af req-c4c27c0d-b3b7-4ddc-8d8b-73639cc85125 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:25.188417 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7287dc95-d5d7-4e96-8cc3-2bec14e882af req-c4c27c0d-b3b7-4ddc-8d8b-73639cc85125 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 943 time: 0.0642934 Aug 19 18:54:25.252292 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50278) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:25.274230 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7287dc95-d5d7-4e96-8cc3-2bec14e882af req-aa14fe05-cd38-47a2-982b-03c7b1337670 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744305 Aug 19 18:54:25.384930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5113730-cd78-40d8-ab67-5a18ae17c8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.517947 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5113730-cd78-40d8-ab67-5a18ae17c8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.671823 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5113730-cd78-40d8-ab67-5a18ae17c8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.712356 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-b5113730-cd78-40d8-ab67-5a18ae17c8e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69d6c42698704875a8ed111f198b3f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580364 Aug 19 18:54:25.713236 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5113730-cd78-40d8-ab67-5a18ae17c8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43819901-f2ba-4e31-b955-19bfb013c18c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:25.714895 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 50284) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:25.782312 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-442c3b17-9b81-4885-a0ab-2fd0d8d79912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.807571 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-442c3b17-9b81-4885-a0ab-2fd0d8d79912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.940482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-442c3b17-9b81-4885-a0ab-2fd0d8d79912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.949619 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-442c3b17-9b81-4885-a0ab-2fd0d8d79912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:25.949619 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-442c3b17-9b81-4885-a0ab-2fd0d8d79912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43819901-f2ba-4e31-b955-19bfb013c18c HTTP/1.1" status: 204 len: 168 time: 0.2289481 Aug 19 18:54:25.965702 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c3b17-9b81-4885-a0ab-2fd0d8d79912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43819901-f2ba-4e31-b955-19bfb013c18c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:26.319419 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 5bec56ed-8402-432e-838f-ca42da0845e0 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:26.472804 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cb342-ea0f-4cf3-959e-d286e2060889 req-d1435cc5-d616-404d-9217-c6acdd66c5b5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:26.478638 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-204cb342-ea0f-4cf3-959e-d286e2060889 req-d1435cc5-d616-404d-9217-c6acdd66c5b5 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 943 time: 0.1210289 Aug 19 18:54:26.490215 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:26.525746 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 5bec56ed-8402-432e-838f-ca42da0845e0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5bec56ed-8402-432e-838f-ca42da0845e0,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:26.545539 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '5bec56ed-8402-432e-838f-ca42da0845e0', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'port_id': '5bec56ed-8402-432e-838f-ca42da0845e0', 'mac_address': 'fa:16:3e:de:46:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:26.562960 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-204cb342-ea0f-4cf3-959e-d286e2060889 req-b3cec758-b2f6-40e6-8b12-86d45819bb6b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751424 Aug 19 18:54:26.606306 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:26.621324 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bec56ed-8402-432e-838f-ca42da0845e0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:26.646710 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 5bec56ed-8402-432e-838f-ca42da0845e0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5bec56ed-8402-432e-838f-ca42da0845e0,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:26.746620 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:26.810895 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=5bec56ed-8402-432e-838f-ca42da0845e0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:27.059929 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['5bec56ed-8402-432e-838f-ca42da0845e0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:27.260446 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 50320) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:27.371883 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-194269533-network', 'tenant_id': '2c3d3f7f5f0e4d92aee5dc24bb57fa55'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:27.443851 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Made reservation on behalf of 2c3d3f7f5f0e4d92aee5dc24bb57fa55 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:27.445904 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.456613 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.567513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.660916 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.704363 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:54:27.729036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef76825-3629-4202-ab42-f69dc8da4ff4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:27.735126 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.735612 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Added segment 9166feb6-54fa-4c5a-9505-45de4098c7d4 of type vlan for network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 Aug 19 18:54:27.758511 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6807d8-3b2d-401a-8c28-2f7e90faedc4 req-c403838f-d281-45b9-a5fa-c38843873194 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:27.760237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd6807d8-3b2d-401a-8c28-2f7e90faedc4 req-c403838f-d281-45b9-a5fa-c38843873194 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 944 time: 0.1108527 Aug 19 18:54:27.807253 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.838745 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd6807d8-3b2d-401a-8c28-2f7e90faedc4 req-6106326a-ca43-45af-9085-cdbfcd1caea3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588458 Aug 19 18:54:27.904024 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.905441 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:27.906720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:27.981517 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=29bb0182-a87a-4455-a03f-ee16c2ed6dd5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:27.992310 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:54:28.036440 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-89443cd9-662a-43e2-87cd-e58ffd19e8b6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7747648 Aug 19 18:54:28.039862 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50328) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:28.045347 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Request body: {'subnet': {'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-194269533-subnet', 'tenant_id': '2c3d3f7f5f0e4d92aee5dc24bb57fa55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:28.150428 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Made reservation on behalf of 2c3d3f7f5f0e4d92aee5dc24bb57fa55 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:28.154021 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.323631 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 5bec56ed-8402-432e-838f-ca42da0845e0 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:28.418731 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.455692 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 5bec56ed-8402-432e-838f-ca42da0845e0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:28.460944 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 5bec56ed-8402-432e-838f-ca42da0845e0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:28.465940 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.490216 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1693d06d-5f80-4f9f-9536-6db28f3bbdb6,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:28.495655 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Checking segment: {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:28.496163 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Network hostable DHCP agents. Network: 29bb0182-a87a-4455-a03f-ee16c2ed6dd5, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:54:28.554890 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.583472 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:28.587612 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2a8c2-16df-40a8-8f59-2d1cca716e45" -d '{"events": [{"server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "name": "network-vif-plugged", "status": "completed", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:28.588256 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:54:28.603209 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 5bec56ed-8402-432e-838f-ca42da0845e0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5bec56ed-8402-432e-838f-ca42da0845e0,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:28.758810 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62883cc9-e740-4be4-8493-83d761aec0c7 x-openstack-request-id: req-62883cc9-e740-4be4-8493-83d761aec0c7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:28.759188 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "name": "network-vif-plugged", "status": "completed", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:28.759456 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62883cc9-e740-4be4-8493-83d761aec0c7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:28.759897 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0', 'code': 200} Aug 19 18:54:28.918003 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 29bb0182-a87a-4455-a03f-ee16c2ed6dd5) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:28.922169 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:28.927831 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.929740 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25408f54-ce01-4adf-92af-f7d524f8c8c3 None None] Network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:54:28.977390 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb8d87-a4dc-4dae-a85b-262a16ea90cb req-8e132cac-6878-47e2-a921-14df8d6257c1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:28.979118 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:28.979269 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-00fb8d87-a4dc-4dae-a85b-262a16ea90cb req-8e132cac-6878-47e2-a921-14df8d6257c1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 944 time: 0.0615573 Aug 19 18:54:29.018389 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-00fb8d87-a4dc-4dae-a85b-262a16ea90cb req-5919c735-ee81-4abc-93fa-e3a8f386ddba tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332291 Aug 19 18:54:29.041915 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d6d7e690-931f-4b3b-9037-a41fd586b747 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0005972 Aug 19 18:54:29.064414 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=5bec56ed-8402-432e-838f-ca42da0845e0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:29.121094 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84225da7-5b2c-489c-8a07-4661bc07cf10 None None] Network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:54:29.301766 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc0fb-55d8-4496-9730-082d04285204 req-1c894d9f-d96a-4b97-b5f8-ee04c5a6963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:29.303342 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-deebc0fb-55d8-4496-9730-082d04285204 req-1c894d9f-d96a-4b97-b5f8-ee04c5a6963c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 1098 time: 0.0834060 Aug 19 18:54:29.354821 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-deebc0fb-55d8-4496-9730-082d04285204 req-8beea000-953d-4d16-b49f-26018413f965 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359342 Aug 19 18:54:30.137405 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b155c-c84b-4a3b-aa62-d47dca7e581c req-a65dff00-6d96-4809-847a-4806a10ac8ca tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:30.138903 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b5b155c-c84b-4a3b-aa62-d47dca7e581c req-a65dff00-6d96-4809-847a-4806a10ac8ca tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.0507977 Aug 19 18:54:30.181358 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8b5b155c-c84b-4a3b-aa62-d47dca7e581c req-f0512d2f-a111-49b9-b1d2-d00c06ca53b7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365310 Aug 19 18:54:31.350629 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ec39c-7304-4b0e-8f6f-4e17b054b844 req-4172bfa2-b989-47a9-85aa-8448aab1761e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:31.352690 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b66ec39c-7304-4b0e-8f6f-4e17b054b844 req-4172bfa2-b989-47a9-85aa-8448aab1761e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.1028547 Aug 19 18:54:31.416873 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b66ec39c-7304-4b0e-8f6f-4e17b054b844 req-e63e1eb9-d191-4e39-b899-0ddcca26b5f7 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570476 Aug 19 18:54:31.424019 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-df401121-01fd-43ad-a321-355feedba0ec tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:31.425034 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-df401121-01fd-43ad-a321-355feedba0ec tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/networks?id=29bb0182-a87a-4455-a03f-ee16c2ed6dd5 HTTP/1.1" status: 200 len: 813 time: 0.1406617 Aug 19 18:54:31.441710 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-999d7d4c-ac2e-40b8-b50a-9a170ead1001 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/quotas/2c3d3f7f5f0e4d92aee5dc24bb57fa55 HTTP/1.1" status: 200 len: 375 time: 0.0099461 Aug 19 18:54:31.479837 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-7fe0ae5f-bb30-45d1-9e20-c1df79ccbeee tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303586 Aug 19 18:54:31.611652 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf38bb5-fc68-403a-8fec-a580ef2ea85c req-4791bb64-9315-49ec-8a3d-0609a8791aec tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:31.613451 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bbf38bb5-fc68-403a-8fec-a580ef2ea85c req-4791bb64-9315-49ec-8a3d-0609a8791aec tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.1043985 Aug 19 18:54:31.623082 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:31.628555 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Request body: {'floatingip': {'port_id': '5bec56ed-8402-432e-838f-ca42da0845e0'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:31.650590 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-4f36cba2-856f-4b5e-a5b6-3486d05fd5b1 service neutron] 10.222.0.37 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610811 Aug 19 18:54:31.672317 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:31.754991 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-f8cbbdc5-1995-4ef0-bbac-e268d168142f service neutron] 10.222.0.37 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983698 Aug 19 18:54:32.064524 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58e5e0b6-d75f-4e91-bf7a-7bc8c44915b2 req-9f1e2525-eee9-47ed-850a-f1ac9d3a97c8 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 210 time: 0.0291572 Aug 19 18:54:32.138237 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:32.252456 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:32.577206 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Floating IP 3eb818ff-51c3-4a8e-9d36-2f52612ce1bc associated. External IP: 172.27.0.24, port: 5bec56ed-8402-432e-838f-ca42da0845e0. Aug 19 18:54:32.785634 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:54:32.897068 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:54:32.902556 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:32.908658 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:54:32.917773 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:32.918533 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:32.940674 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-c42052bb-4bf5-496c-bcfd-c6e7113553bd tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "PUT /v2.0/floatingips/3eb818ff-51c3-4a8e-9d36-2f52612ce1bc HTTP/1.1" status: 200 len: 990 time: 1.3133833 Aug 19 18:54:32.940674 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:32.941248 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a795804-abc8-4e78-bd1d-a900607daee8" -d '{"events": [{"name": "network-changed", "server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:33.047211 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:33.065792 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d1156-8b3e-4ab4-8414-0a96ac614324 x-openstack-request-id: req-9b3d1156-8b3e-4ab4-8414-0a96ac614324 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:33.069182 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:33.069182 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b3d1156-8b3e-4ab4-8414-0a96ac614324 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:33.069182 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0', 'status': 'completed', 'code': 200} Aug 19 18:54:33.180506 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4f75fbdb-544c-46ae-9f64-b12178abf040 req-7b03d07d-b201-4c21-b343-aedb0792b3cb tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 210 time: 0.0343792 Aug 19 18:54:33.189674 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-69c67476-1ca8-4b81-a3b5-4f1e4153a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:33.191330 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-69c67476-1ca8-4b81-a3b5-4f1e4153a0e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 1098 time: 0.0763333 Aug 19 18:54:33.282362 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '3eb818ff-51c3-4a8e-9d36-2f52612ce1bc', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'port_id': '5bec56ed-8402-432e-838f-ca42da0845e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'mac_address': 'fa:16:3e:de:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:32Z', 'revision_number': 1, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:33.291689 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-1959c130-1cee-4d1b-9434-33cdf432b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:33.293186 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-1959c130-1cee-4d1b-9434-33cdf432b1a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.0952268 Aug 19 18:54:33.317636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:54:33.334003 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:54:33.334003 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:54:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:33.466587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:54:33.646461 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-fa199ae9-32a9-4247-b0e8-35e0000e1c05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bec56ed-8402-432e-838f-ca42da0845e0 HTTP/1.1" status: 200 len: 998 time: 0.3449874 Aug 19 18:54:33.701357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-ea97ac6d-0521-49b2-9f3a-2980466e3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:33.702775 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-ea97ac6d-0521-49b2-9f3a-2980466e3156 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0490780 Aug 19 18:54:33.754415 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-e1a69e90-ae07-4e4e-9be0-72a5d6e7534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:33.756164 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-e1a69e90-ae07-4e4e-9be0-72a5d6e7534c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428166 Aug 19 18:54:33.861561 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '3eb818ff-51c3-4a8e-9d36-2f52612ce1bc', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'port_id': '5bec56ed-8402-432e-838f-ca42da0845e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'mac_address': 'fa:16:3e:de:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:32Z', 'revision_number': 1, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:33.862770 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-b76c5d19-1754-4e58-9871-569e8eb1e06b service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990193 Aug 19 18:54:33.889719 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf689a1-0950-43e7-9076-1c9be3f08297 None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '3eb818ff-51c3-4a8e-9d36-2f52612ce1bc', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'port_id': '5bec56ed-8402-432e-838f-ca42da0845e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'mac_address': 'fa:16:3e:de:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:54:16Z', 'updated_at': '2021-08-19T18:54:32Z', 'revision_number': 1, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:54:33.963690 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a795804-abc8-4e78-bd1d-a900607daee8 req-f30d660f-ee65-4789-b697-7741a3139535 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937235 Aug 19 18:54:34.120413 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6a019-499a-460c-9613-f8ee2988a7e1 None None] New status for floating IP 3eb818ff-51c3-4a8e-9d36-2f52612ce1bc: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:54:34.174729 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e1c18477-a5d9-427c-ad0b-1d9363030571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.277057 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-777de787-a8ac-4de6-a38d-ae3e41b4d5a9 req-cc41262c-73c5-478f-adaf-67d9beb3acc0 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 210 time: 0.0265698 Aug 19 18:54:34.427154 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 50496) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:34.477994 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Deleting subnet 4b1f4fe7-1900-4ed1-bd85-a621d4b44fce {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:54:34.479886 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.513917 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29305094'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.553163 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.696931 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-dfab65fb-30a8-4b14-9aa0-ba339ab84c35 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:34.698459 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-dfab65fb-30a8-4b14-9aa0-ba339ab84c35 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "GET /v2.0/networks?id=29bb0182-a87a-4455-a03f-ee16c2ed6dd5 HTTP/1.1" status: 200 len: 813 time: 0.1222701 Aug 19 18:54:34.716698 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Request body: {'port': {'device_id': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5', 'admin_state_up': True, 'tenant_id': '2c3d3f7f5f0e4d92aee5dc24bb57fa55'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:34.762076 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29305191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25739342'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.800734 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.802720 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4b1f4fe7-1900-4ed1-bd85-a621d4b44fce HTTP/1.1" status: 204 len: 168 time: 0.3745513 Aug 19 18:54:34.805653 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50498) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:34.806142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00c289-0b6c-4f76-9342-5aa0a99ab6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1f4fe7-1900-4ed1-bd85-a621d4b44fce,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:34.880130 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.934495 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Made reservation on behalf of 2c3d3f7f5f0e4d92aee5dc24bb57fa55 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:34.938242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.960182 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:34.971159 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6766059c-3e8d-46f2-bb24-65f3df26de91']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:34.981256 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b556df-2bdc-463d-b367-60498528aaf1') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:34.981554 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b556df-2bdc-463d-b367-60498528aaf1') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:54:34.990749 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25663544'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.006350 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.014512 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:54:35.015255 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25664683'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: Traceback (most recent call last): Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: timer() Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: cb(*args, **kw) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: return func(*args, **kwargs) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: self._notify() Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: self.callback(batched_events) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: event.method(event) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: return f(self, *a, **k) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._get(url).json() Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:54:35.025823 dv-cinder-790535-9-iscsi neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:54:35.080422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Allocated IP 172.20.0.7 (29bb0182-a87a-4455-a03f-ee16c2ed6dd5/1693d06d-5f80-4f9f-9536-6db28f3bbdb6/be8d7d07-b0a2-49f0-857f-dc31da707d89) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:35.202764 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.217486 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.217486 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6766059c-3e8d-46f2-bb24-65f3df26de91 HTTP/1.1" status: 204 len: 168 time: 0.4103630 Aug 19 18:54:35.228280 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825b858-5b2e-4320-bb5b-5d6201d92d36 admin admin] Pushing event deleted for resources: {'Network': ['ID=6766059c-3e8d-46f2-bb24-65f3df26de91,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:35.238766 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.353360 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.425971 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:35.432011 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:35.435558 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Pushing event updated for resources: {'Port': ['ID=be8d7d07-b0a2-49f0-857f-dc31da707d89,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:35.438549 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:35.472557 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed96c-f87c-4053-8ce2-3ae41d3a659a req-7a50620c-bb8c-4717-bb67-ba3ce4c1ac1c tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:35.474119 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-123ed96c-f87c-4053-8ce2-3ae41d3a659a req-7a50620c-bb8c-4717-bb67-ba3ce4c1ac1c tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 931 time: 0.1309693 Aug 19 18:54:35.511914 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:35.512535 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.536644 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-123ed96c-f87c-4053-8ce2-3ae41d3a659a req-e2b2a64d-6f96-4c0b-ac04-d0a1836906fd tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548205 Aug 19 18:54:35.579708 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:35.592420 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-07979487-403c-440a-9ec0-46a7de3b5489 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795125 Aug 19 18:54:35.611158 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Request body: {'port': {'device_id': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:35.620838 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6faa6ced-5284-4ecd-8031-3cd55ea6b697 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91069201bd314e879e9875c7f2f43bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398552 Aug 19 18:54:35.623245 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 50516) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:54:35.666761 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.676294 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffba5-7449-4afa-b648-b58094b267c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.698142 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffba5-7449-4afa-b648-b58094b267c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.812665 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffba5-7449-4afa-b648-b58094b267c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.815365 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffba5-7449-4afa-b648-b58094b267c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.816986 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ac4ffba5-7449-4afa-b648-b58094b267c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ee63990-10a2-40ba-8fcb-111e994685e9 HTTP/1.1" status: 204 len: 168 time: 0.1927843 Aug 19 18:54:35.824883 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ffba5-7449-4afa-b648-b58094b267c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee63990-10a2-40ba-8fcb-111e994685e9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:35.946536 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8d7d07-b0a2-49f0-857f-dc31da707d89 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:35.954194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:35.968894 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Transition to ACTIVE for port object be8d7d07-b0a2-49f0-857f-dc31da707d89 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:36.081428 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:36.179151 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Pushing event updated for resources: {'Port': ['ID=be8d7d07-b0a2-49f0-857f-dc31da707d89,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:36.211850 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Attempting to bind port be8d7d07-b0a2-49f0-857f-dc31da707d89 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:36.212191 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Attempting to bind port be8d7d07-b0a2-49f0-857f-dc31da707d89 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:36.212526 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Attempting to bind port be8d7d07-b0a2-49f0-857f-dc31da707d89 on network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:36.217063 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Port be8d7d07-b0a2-49f0-857f-dc31da707d89 on network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:54:36.217395 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Attempting to bind port be8d7d07-b0a2-49f0-857f-dc31da707d89 on network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:36.222358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:36.222578 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Checking segment: {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:36.222999 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Bound using segment: {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:36.223437 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Bound port: be8d7d07-b0a2-49f0-857f-dc31da707d89, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:36.223803 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:36.290171 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] For port be8d7d07-b0a2-49f0-857f-dc31da707d89, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:36.293622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] For port be8d7d07-b0a2-49f0-857f-dc31da707d89, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8d7d07-b0a2-49f0-857f-dc31da707d89,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:36.415071 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:36.452457 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:36.453092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:36.457496 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] 10.222.0.30 "PUT /v2.0/ports/be8d7d07-b0a2-49f0-857f-dc31da707d89 HTTP/1.1" status: 200 len: 1093 time: 0.8478801 Aug 19 18:54:36.457496 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'tag': 'be8d7d07-b0a2-49f0-857f-dc31da707d89'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:36.464546 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68" -d '{"events": [{"name": "network-changed", "server_uuid": "5ffae5e7-f104-4534-8b7f-9d141bdc3579", "tag": "be8d7d07-b0a2-49f0-857f-dc31da707d89"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:36.487569 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c1a3e-acc4-4a25-928c-5aa2c1719460 service neutron] Pushing event updated for resources: {'Port': ['ID=be8d7d07-b0a2-49f0-857f-dc31da707d89,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:36.505906 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3a4313-a7a6-45cb-9efb-cd8d4d91a001 x-openstack-request-id: req-fe3a4313-a7a6-45cb-9efb-cd8d4d91a001 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:36.506219 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ffae5e7-f104-4534-8b7f-9d141bdc3579", "tag": "be8d7d07-b0a2-49f0-857f-dc31da707d89", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:36.506479 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe3a4313-a7a6-45cb-9efb-cd8d4d91a001 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:36.506877 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'tag': 'be8d7d07-b0a2-49f0-857f-dc31da707d89', 'status': 'completed', 'code': 200} Aug 19 18:54:36.604046 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68 req-6b0096cc-979e-42fe-bcb6-7c4ef02753f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:36.605642 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68 req-6b0096cc-979e-42fe-bcb6-7c4ef02753f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 1096 time: 0.0619979 Aug 19 18:54:36.754676 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ffdfb-5e5f-4382-bc35-e2f7b94be982 req-c281cf7b-454c-4d07-91fe-468ab4c3d827 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:36.756208 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c21ffdfb-5e5f-4382-bc35-e2f7b94be982 req-c281cf7b-454c-4d07-91fe-468ab4c3d827 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 943 time: 0.1468580 Aug 19 18:54:36.789441 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f683c9-eb6a-40f8-84c0-feb5794d9a03 req-b05803d6-bc56-4280-acfc-947743930d7c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:36.793898 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-646710ba-5a92-444d-b570-9d776f4bb502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:36.794400 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-79f683c9-eb6a-40f8-84c0-feb5794d9a03 req-b05803d6-bc56-4280-acfc-947743930d7c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.1622167 Aug 19 18:54:36.824060 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68 req-eb524b71-6b58-49bb-b108-f843233e9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:36.825507 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68 req-eb524b71-6b58-49bb-b108-f843233e9e1c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2052426 Aug 19 18:54:36.877557 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c21ffdfb-5e5f-4382-bc35-e2f7b94be982 req-b5e0f361-e30f-447b-a66d-a87c058812b3 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116998 Aug 19 18:54:36.905253 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-79f683c9-eb6a-40f8-84c0-feb5794d9a03 req-e1c3b9bc-ab65-4ccb-96a5-daf8fbc43595 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991054 Aug 19 18:54:36.955420 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68 req-1d430709-37ba-42fe-b1ce-a31221847474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:36.956899 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c9c1d4cf-8f14-4d26-8680-40f41a7f4f68 req-1d430709-37ba-42fe-b1ce-a31221847474 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204152 Aug 19 18:54:37.067277 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-50448219-4550-4dfa-967b-c4014ad13a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:37.068903 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-50448219-4550-4dfa-967b-c4014ad13a9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 1096 time: 0.0460355 Aug 19 18:54:37.119917 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-b456207c-d913-451e-a5e7-dfb29abd7269 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8d7d07-b0a2-49f0-857f-dc31da707d89 HTTP/1.1" status: 200 len: 217 time: 0.0360916 Aug 19 18:54:37.149714 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:54:37.172029 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-c39fa5d2-19d0-4016-9b3b-e25fc8caf302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:37.173541 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-c39fa5d2-19d0-4016-9b3b-e25fc8caf302 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1693d06d-5f80-4f9f-9536-6db28f3bbdb6 HTTP/1.1" status: 200 len: 853 time: 0.0445349 Aug 19 18:54:37.215028 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-5bd8868e-f8a6-4a19-a8a8-c90610ab55ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bb0182-a87a-4455-a03f-ee16c2ed6dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292656 Aug 19 18:54:37.308684 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-4be5d2a2-55ad-4c8b-b22a-d64861ff87e6 service neutron] 10.222.0.30 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Aug 19 18:54:37.374468 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:37.408957 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15807be0-0528-438a-a2e1-d144fafa8a61 req-ed51da9e-170b-4b06-a85f-2a1358671dff service neutron] 10.222.0.30 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935221 Aug 19 18:54:37.997561 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:38.006655 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca9da8-938b-4014-b2b9-964e462df031 req-36a46145-9703-4acf-9824-cb9ceeecd4d6 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:38.008920 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7ca9da8-938b-4014-b2b9-964e462df031 req-36a46145-9703-4acf-9824-cb9ceeecd4d6 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 943 time: 0.0618348 Aug 19 18:54:38.089952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab061dc1-e5ee-4093-9a7f-1345bead00ba req-f772ad02-f494-45fc-9577-031691306cb0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:38.091472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ab061dc1-e5ee-4093-9a7f-1345bead00ba req-f772ad02-f494-45fc-9577-031691306cb0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.1059377 Aug 19 18:54:38.094513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7ca9da8-938b-4014-b2b9-964e462df031 req-190624a9-a32c-4345-82d8-75e45103ec4a tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Aug 19 18:54:38.130241 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ab061dc1-e5ee-4093-9a7f-1345bead00ba req-fe585b2c-9f7f-4aa9-a00e-be93970c4bbd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325835 Aug 19 18:54:38.918596 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-894c88e9-d5da-42f1-a3d1-f461f85d17b0 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=89fba92b05eb446183806ee13db95683&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328488 Aug 19 18:54:39.103524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-e362143c-8c99-427f-bd15-01480b21caeb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:39.104978 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-e362143c-8c99-427f-bd15-01480b21caeb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809669 Aug 19 18:54:39.120436 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-afbebe6d-ccf2-43b0-9aa9-55e97920f25f tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/quotas/89fba92b05eb446183806ee13db95683 HTTP/1.1" status: 200 len: 375 time: 0.0096800 Aug 19 18:54:39.152768 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-309ea031-23d1-43fc-a4f9-7796c6cd6894 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=89fba92b05eb446183806ee13db95683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264180 Aug 19 18:54:39.216131 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea2cb-84bd-4987-99b6-81836b880dd5 req-6a7c2036-dfb7-41ca-ab6d-872ef5e8328a tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:39.217681 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9e3ea2cb-84bd-4987-99b6-81836b880dd5 req-6a7c2036-dfb7-41ca-ab6d-872ef5e8328a tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 943 time: 0.0513132 Aug 19 18:54:39.260970 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9e3ea2cb-84bd-4987-99b6-81836b880dd5 req-e0d1c934-91d9-44b4-ac52-f0b8959b22ca tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Aug 19 18:54:39.369269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d33b0-39be-41f9-9d57-5b61d0225384 req-aa251a36-132f-4925-a848-6dbe5dbe206e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:39.371215 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:39.371691 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9f5d33b0-39be-41f9-9d57-5b61d0225384 req-aa251a36-132f-4925-a848-6dbe5dbe206e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0560207 Aug 19 18:54:39.425472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f85696d4-f83e-4f4a-936c-f857e2975f58 req-6c765780-f67d-4b0e-bd08-4650f00c4049 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 210 time: 0.0325062 Aug 19 18:54:39.432775 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9f5d33b0-39be-41f9-9d57-5b61d0225384 req-947a2d94-4c73-4a95-b5f6-414d11bd9129 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557721 Aug 19 18:54:40.379058 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c055c57-8f06-4a80-a503-2e183945d2bc req-5929e3f9-5b39-4c4b-b2e2-ebb19e7f2912 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:40.380579 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c055c57-8f06-4a80-a503-2e183945d2bc req-5929e3f9-5b39-4c4b-b2e2-ebb19e7f2912 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 943 time: 0.0510061 Aug 19 18:54:40.407852 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device be8d7d07-b0a2-49f0-857f-dc31da707d89 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:40.422085 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c055c57-8f06-4a80-a503-2e183945d2bc req-e226dbbb-7b99-428a-8747-768473d0ef53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354779 Aug 19 18:54:40.508644 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port be8d7d07-b0a2-49f0-857f-dc31da707d89, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8d7d07-b0a2-49f0-857f-dc31da707d89,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:40.524572 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'be8d7d07-b0a2-49f0-857f-dc31da707d89', 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5', 'port_id': 'be8d7d07-b0a2-49f0-857f-dc31da707d89', 'mac_address': 'fa:16:3e:c9:fd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1693d06d-5f80-4f9f-9536-6db28f3bbdb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:40.524803 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-560d6380-7cdc-4af2-8b1a-d68b91dd07bd req-b49f1a73-e93a-41fa-879a-55922fe3ccef tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Aug 19 18:54:40.559119 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:40.572126 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8d7d07-b0a2-49f0-857f-dc31da707d89 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:40.572601 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ad79f-298f-4a07-9a11-8dcc655e8053 req-a7865838-a06f-4814-b99f-502db05cb193 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:40.579495 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7d5ad79f-298f-4a07-9a11-8dcc655e8053 req-a7865838-a06f-4814-b99f-502db05cb193 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0584288 Aug 19 18:54:40.593252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port be8d7d07-b0a2-49f0-857f-dc31da707d89, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8d7d07-b0a2-49f0-857f-dc31da707d89,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:40.614880 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7d5ad79f-298f-4a07-9a11-8dcc655e8053 req-79f5f0d2-a6de-44d6-851d-7b7741209ff4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343313 Aug 19 18:54:40.692321 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:40.742496 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=be8d7d07-b0a2-49f0-857f-dc31da707d89,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:40.749920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.750748 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.750748 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.751021 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.751358 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.751693 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.752025 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.752355 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.752686 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.753015 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.753341 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:40.753667 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:54:41.056162 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['be8d7d07-b0a2-49f0-857f-dc31da707d89'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:41.542999 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26387cca-40a3-43e8-8e12-50fb050b664d req-a15614fc-95c1-47cc-a631-d4c78ff4e5a1 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:41.544493 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-26387cca-40a3-43e8-8e12-50fb050b664d req-a15614fc-95c1-47cc-a631-d4c78ff4e5a1 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 944 time: 0.0556161 Aug 19 18:54:41.614329 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-0f9d0646-1a66-4a9b-8b96-595c0047f15b tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=89fba92b05eb446183806ee13db95683&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418451 Aug 19 18:54:41.619838 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-26387cca-40a3-43e8-8e12-50fb050b664d req-1981c85b-b9de-420d-b2b8-00b00d79b97b tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686805 Aug 19 18:54:41.635688 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce003633-db4c-4adb-bd12-5607dc434904 req-7f49bfeb-b5ae-4fbe-b4bc-c81ae000ce68 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 210 time: 0.0360560 Aug 19 18:54:41.775327 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-3acd7f1b-caf3-4509-8f5d-a01f26830d8a tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:41.776780 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-3acd7f1b-caf3-4509-8f5d-a01f26830d8a tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440248 Aug 19 18:54:41.788442 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4695e-a27e-4dec-8a73-f8552483a729 req-bcfbce40-4abb-4400-a527-4c2fdabed806 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:41.790419 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-26d4695e-a27e-4dec-8a73-f8552483a729 req-bcfbce40-4abb-4400-a527-4c2fdabed806 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0971994 Aug 19 18:54:41.808384 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Request body: {'port': {'device_id': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b', 'admin_state_up': True, 'tenant_id': '89fba92b05eb446183806ee13db95683'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:41.885029 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-26d4695e-a27e-4dec-8a73-f8552483a729 req-0c6c40a4-f885-44bc-99d8-09151b017199 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881782 Aug 19 18:54:42.060163 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Made reservation on behalf of 89fba92b05eb446183806ee13db95683 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:54:42.063751 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.325840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.405166 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device be8d7d07-b0a2-49f0-857f-dc31da707d89 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:42.412528 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.483278 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.532681 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port be8d7d07-b0a2-49f0-857f-dc31da707d89 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:42.537067 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port be8d7d07-b0a2-49f0-857f-dc31da707d89 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:42.537452 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.543337 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:42.617628 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.617920 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Allocated IP 192.168.233.184 (98175e78-77ea-4805-81b9-08bc54054a7b/b832bb39-8cf9-41b3-b581-5f633709a5d1/99212fd7-7c3f-4864-94f1-bc226ad3a8fa) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:54:42.640794 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8d7d07-b0a2-49f0-857f-dc31da707d89'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:42.643241 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae1fe0-b3e3-4b13-b48b-643c42a42da4" -d '{"events": [{"server_uuid": "5ffae5e7-f104-4534-8b7f-9d141bdc3579", "name": "network-vif-plugged", "status": "completed", "tag": "be8d7d07-b0a2-49f0-857f-dc31da707d89"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:42.660492 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port be8d7d07-b0a2-49f0-857f-dc31da707d89, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8d7d07-b0a2-49f0-857f-dc31da707d89,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:42.689273 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f41ae3-e043-494d-b1f6-7367fc85d4cd x-openstack-request-id: req-c5f41ae3-e043-494d-b1f6-7367fc85d4cd {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:42.689797 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffae5e7-f104-4534-8b7f-9d141bdc3579", "name": "network-vif-plugged", "status": "completed", "tag": "be8d7d07-b0a2-49f0-857f-dc31da707d89", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:42.690123 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5f41ae3-e043-494d-b1f6-7367fc85d4cd {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:42.690531 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8d7d07-b0a2-49f0-857f-dc31da707d89', 'code': 200} Aug 19 18:54:42.721436 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.776811 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=be8d7d07-b0a2-49f0-857f-dc31da707d89,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:42.788587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-29afe5c3-ac54-4d12-9180-858cfe2857c6 req-6fca6abd-150b-4021-a30e-8b7cdc1cbcab tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 210 time: 0.0355308 Aug 19 18:54:42.819266 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd9dc0-7ae6-4e39-a7a3-74a4c810d4bb req-ca1a5ac7-a141-416c-a375-ace4d487f056 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:42.820729 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9fbd9dc0-7ae6-4e39-a7a3-74a4c810d4bb req-ca1a5ac7-a141-416c-a375-ace4d487f056 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.1111004 Aug 19 18:54:42.857857 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:42.886117 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Transition to ACTIVE for port object 99212fd7-7c3f-4864-94f1-bc226ad3a8fa will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:42.890155 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9fbd9dc0-7ae6-4e39-a7a3-74a4c810d4bb req-63250393-eb6e-4a72-9516-901bdb0f745e tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603943 Aug 19 18:54:43.014405 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2948b-71f0-4a94-81fc-d558c0b248a9 req-28956331-7601-46a1-9365-2ac529d53c72 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:43.015971 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07d2948b-71f0-4a94-81fc-d558c0b248a9 req-28956331-7601-46a1-9365-2ac529d53c72 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0550792 Aug 19 18:54:43.051097 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.132381 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07d2948b-71f0-4a94-81fc-d558c0b248a9 req-6360c0d7-14bc-41a3-ada0-144f42a89f78 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096749 Aug 19 18:54:43.134138 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Network 98175e78-77ea-4805-81b9-08bc54054a7b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:54:43.142133 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:54:43.147943 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:54:43.155474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Pushing event updated for resources: {'Port': ['ID=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:43.156567 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635fd1-28bb-494e-822e-a8f99b032e56 req-eb6693c4-5127-4edb-b48b-c1b3e13fa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:43.158064 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6b635fd1-28bb-494e-822e-a8f99b032e56 req-eb6693c4-5127-4edb-b48b-c1b3e13fa420 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 1098 time: 0.1216044 Aug 19 18:54:43.226498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:43.227164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.246628 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6b635fd1-28bb-494e-822e-a8f99b032e56 req-a73fa70e-2699-49c6-a0d7-8f81276cb85f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Aug 19 18:54:43.327816 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-fbf25bff-22db-437a-b7ab-8ab0e2e4a7bb tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5263999 Aug 19 18:54:43.379926 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7e2fdc97-8198-401f-80f4-2440fccf8f4f None None] Provisioning for port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:43.384827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7e2fdc97-8198-401f-80f4-2440fccf8f4f None None] Provisioning complete for port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:43.385206 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e2fdc97-8198-401f-80f4-2440fccf8f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.421534 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7e2fdc97-8198-401f-80f4-2440fccf8f4f None None] Port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:54:43.543837 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Request body: {'port': {'device_id': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:54:43.597025 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.863510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99212fd7-7c3f-4864-94f1-bc226ad3a8fa {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:43.881017 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:43.911043 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Transition to ACTIVE for port object 99212fd7-7c3f-4864-94f1-bc226ad3a8fa will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:54:43.927281 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168a0a8-f6a6-4df3-bca2-d9f4fa738fca req-8844c4a3-ec2e-41c5-b9ab-90d4c7d127f3 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:43.928988 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5168a0a8-f6a6-4df3-bca2-d9f4fa738fca req-8844c4a3-ec2e-41c5-b9ab-90d4c7d127f3 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 936 time: 0.0677822 Aug 19 18:54:43.963354 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.004963 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5168a0a8-f6a6-4df3-bca2-d9f4fa738fca req-f55b9c5a-5c8b-4b8f-a91f-46c633bc2cc3 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691285 Aug 19 18:54:44.051105 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Pushing event updated for resources: {'Port': ['ID=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.089047 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58392-1dce-453f-ab7d-b85462482696 req-55a60713-f8ce-4d5d-8873-e636cfd3684f tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.090643 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cbb58392-1dce-453f-ab7d-b85462482696 req-55a60713-f8ce-4d5d-8873-e636cfd3684f tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.1284604 Aug 19 18:54:44.169852 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cbb58392-1dce-453f-ab7d-b85462482696 req-fa3c114d-799e-4270-ba48-fc51b1b49a88 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582516 Aug 19 18:54:44.172543 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Attempting to bind port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:54:44.172820 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Attempting to bind port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:54:44.173077 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Attempting to bind port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa on network 98175e78-77ea-4805-81b9-08bc54054a7b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:44.177718 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa on network 98175e78-77ea-4805-81b9-08bc54054a7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:54:44.178052 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Attempting to bind port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa on network 98175e78-77ea-4805-81b9-08bc54054a7b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:54:44.183453 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:54:44.183808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Checking segment: {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:54:44.184208 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Bound using segment: {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:54:44.184658 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Bound port: 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a21c42c-f8e1-4031-a710-13ac9ff6cf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:54:44.185030 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.286891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] For port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:54:44.291124 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] For port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:54:44.306435 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d4d7a-d159-489b-95e6-32b49835dcf6 req-e05b5add-004b-4ff8-bd41-a57af1f8c95c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.307920 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0b1d4d7a-d159-489b-95e6-32b49835dcf6 req-e05b5add-004b-4ff8-bd41-a57af1f8c95c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0713739 Aug 19 18:54:44.348578 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0b1d4d7a-d159-489b-95e6-32b49835dcf6 req-e86251c1-9230-48fb-b183-e6fb1e9fb1ec tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339386 Aug 19 18:54:44.354954 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.397672 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.403265 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:44.403265 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] 10.222.0.30 "PUT /v2.0/ports/99212fd7-7c3f-4864-94f1-bc226ad3a8fa HTTP/1.1" status: 200 len: 1098 time: 0.8612344 Aug 19 18:54:44.403265 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'tag': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:44.403545 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d327fd15-b35b-4498-96b0-74f79f0b0697" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb48195-f634-46f1-8c14-fb64242fdb42", "tag": "99212fd7-7c3f-4864-94f1-bc226ad3a8fa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:44.433743 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4727c-68cc-4738-b4a1-6fead5d2c700 service neutron] Pushing event updated for resources: {'Port': ['ID=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:44.446258 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e21b3-37ba-4997-96ab-f9b6fe089001 x-openstack-request-id: req-775e21b3-37ba-4997-96ab-f9b6fe089001 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:44.447113 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb48195-f634-46f1-8c14-fb64242fdb42", "tag": "99212fd7-7c3f-4864-94f1-bc226ad3a8fa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:44.447358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-775e21b3-37ba-4997-96ab-f9b6fe089001 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:44.447752 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'tag': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa', 'status': 'completed', 'code': 200} Aug 19 18:54:44.572764 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327fd15-b35b-4498-96b0-74f79f0b0697 req-dff63fbe-f638-4816-8637-f03f6dedf374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.574404 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d327fd15-b35b-4498-96b0-74f79f0b0697 req-dff63fbe-f638-4816-8637-f03f6dedf374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89fba92b05eb446183806ee13db95683&device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 1101 time: 0.0424182 Aug 19 18:54:44.632596 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d327fd15-b35b-4498-96b0-74f79f0b0697 req-c065b0d1-3894-4160-9022-278fd8c728f2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=89fba92b05eb446183806ee13db95683&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194411 Aug 19 18:54:44.750280 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327fd15-b35b-4498-96b0-74f79f0b0697 req-f6702456-830b-407f-b406-6d6ea7d2125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.752004 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d327fd15-b35b-4498-96b0-74f79f0b0697 req-f6702456-830b-407f-b406-6d6ea7d2125c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088948 Aug 19 18:54:44.902654 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-9e42906b-d7ef-4d64-9bc9-372c4a5e7134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:44.904180 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-9e42906b-d7ef-4d64-9bc9-372c4a5e7134 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=89fba92b05eb446183806ee13db95683&device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 1101 time: 0.0443907 Aug 19 18:54:44.961889 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-18d4d8b3-f2a9-4e1f-9ba4-abd1566dda36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=99212fd7-7c3f-4864-94f1-bc226ad3a8fa HTTP/1.1" status: 200 len: 217 time: 0.0389636 Aug 19 18:54:45.012760 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-14ce9e78-6b15-4579-91b0-16aa213bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.014212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-14ce9e78-6b15-4579-91b0-16aa213bbb68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b832bb39-8cf9-41b3-b581-5f633709a5d1 HTTP/1.1" status: 200 len: 843 time: 0.0450194 Aug 19 18:54:45.062368 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-a108f2c9-d11a-4381-982a-689e3c04a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.063950 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-a108f2c9-d11a-4381-982a-689e3c04a02d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98175e78-77ea-4805-81b9-08bc54054a7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0426571 Aug 19 18:54:45.199385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba8d85-e39e-4af7-afcd-d933691ce527 req-c3ca066f-0bde-4c51-8441-9d20df25f03c tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.200901 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c5ba8d85-e39e-4af7-afcd-d933691ce527 req-c3ca066f-0bde-4c51-8441-9d20df25f03c tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 948 time: 0.1198127 Aug 19 18:54:45.220247 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-aa12f813-e25f-4db7-89cc-c33c25568391 service neutron] 10.222.0.30 "GET /v2.0/networks/98175e78-77ea-4805-81b9-08bc54054a7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471682 Aug 19 18:54:45.336166 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c5ba8d85-e39e-4af7-afcd-d933691ce527 req-83f7ce16-da8c-46c9-9dc2-7da2d897f772 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269531 Aug 19 18:54:45.382664 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20211df-e5ff-4510-b845-8deb6bf74749 req-a8b9e215-cdb4-472b-82ff-22f3656f85a9 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.384862 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d20211df-e5ff-4510-b845-8deb6bf74749 req-a8b9e215-cdb4-472b-82ff-22f3656f85a9 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.1326606 Aug 19 18:54:45.390791 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-345a3dc8-def6-476c-9a56-3775b76854d4 req-356828c2-4e7b-44dc-8c9b-7e4ef325cbb3 service neutron] 10.222.0.30 "GET /v2.0/networks/98175e78-77ea-4805-81b9-08bc54054a7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606920 Aug 19 18:54:45.425844 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d20211df-e5ff-4510-b845-8deb6bf74749 req-7f917899-5281-49ef-bfad-2e9ab612f9ec tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333903 Aug 19 18:54:45.539297 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d53f67-4221-4713-b6e2-e6910f9600b8 req-e4c2185f-7f27-46c2-8ef1-482b93a4b413 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:45.540878 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-66d53f67-4221-4713-b6e2-e6910f9600b8 req-e4c2185f-7f27-46c2-8ef1-482b93a4b413 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0529921 Aug 19 18:54:45.585439 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-66d53f67-4221-4713-b6e2-e6910f9600b8 req-73af256b-8d43-43a2-98f7-3ce2a857255e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369701 Aug 19 18:54:46.461088 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a2ce-fe5f-41e3-a760-6a2025c53e8f req-ecaea91e-2d04-42bc-848c-2eae4b27e8f4 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:46.463130 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f92a2ce-fe5f-41e3-a760-6a2025c53e8f req-ecaea91e-2d04-42bc-848c-2eae4b27e8f4 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 948 time: 0.0552499 Aug 19 18:54:46.512426 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f92a2ce-fe5f-41e3-a760-6a2025c53e8f req-797e5448-3c2d-46ef-96ca-c85be5206977 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Aug 19 18:54:46.704673 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07563305-04b8-44a3-b89c-0264362cd91c req-dc975327-dacd-494f-b8f3-77a208247575 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:46.706198 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07563305-04b8-44a3-b89c-0264362cd91c req-dc975327-dacd-494f-b8f3-77a208247575 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0500672 Aug 19 18:54:46.746506 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07563305-04b8-44a3-b89c-0264362cd91c req-edcdacaf-7018-41af-8867-b57ee86e6843 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343661 Aug 19 18:54:47.643971 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813afe84-f73f-4bd2-ba9f-8a57b10da361 req-7c3c0087-639d-4901-a108-e3802807ff93 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:47.645524 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-813afe84-f73f-4bd2-ba9f-8a57b10da361 req-7c3c0087-639d-4901-a108-e3802807ff93 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 948 time: 0.0584385 Aug 19 18:54:47.684000 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-813afe84-f73f-4bd2-ba9f-8a57b10da361 req-7c3fc2a5-8aef-4c54-850c-ca768fabc8d8 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Aug 19 18:54:47.876178 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b2712-9e82-4432-a967-3ec4f0205397 req-2822a6f2-afd8-41f0-ac6d-1aa9cf0b13e3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:47.877658 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ca0b2712-9e82-4432-a967-3ec4f0205397 req-2822a6f2-afd8-41f0-ac6d-1aa9cf0b13e3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0551975 Aug 19 18:54:47.917604 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ca0b2712-9e82-4432-a967-3ec4f0205397 req-6cc5b9d6-4fce-4ec5-9d07-9bab5e6aa5d7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340757 Aug 19 18:54:48.446378 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 99212fd7-7c3f-4864-94f1-bc226ad3a8fa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:48.554742 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:48.566893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa', 'network_id': '98175e78-77ea-4805-81b9-08bc54054a7b', 'port_id': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa', 'mac_address': 'fa:16:3e:59:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b832bb39-8cf9-41b3-b581-5f633709a5d1', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:48.611056 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:48.624725 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99212fd7-7c3f-4864-94f1-bc226ad3a8fa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:48.645516 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:48.734245 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:48.794746 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:48.827090 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229a525-7a43-4461-9e99-088eb6b763dd req-82047318-4c53-49b3-a1af-f42e85fa82b4 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:48.829063 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8229a525-7a43-4461-9e99-088eb6b763dd req-82047318-4c53-49b3-a1af-f42e85fa82b4 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 949 time: 0.0671470 Aug 19 18:54:48.869423 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8229a525-7a43-4461-9e99-088eb6b763dd req-1875cd89-9952-42fd-a7c6-80ce58595ab8 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340645 Aug 19 18:54:49.053233 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eb6f9-93ac-4759-8b26-1b02d0036193 req-b479f0fa-7a61-496f-a888-4fb70ccf21a4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:49.054727 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9d1eb6f9-93ac-4759-8b26-1b02d0036193 req-b479f0fa-7a61-496f-a888-4fb70ccf21a4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0639179 Aug 19 18:54:49.099320 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9d1eb6f9-93ac-4759-8b26-1b02d0036193 req-24fde244-4679-405e-9b25-ca1fc1c98d43 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Aug 19 18:54:49.146103 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['99212fd7-7c3f-4864-94f1-bc226ad3a8fa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:50.004461 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c0af6-618c-4b06-b394-262cab4edce2 req-faa6d716-29c0-40d2-9f77-e4cfd9d0082a tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:50.016234 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-999c0af6-618c-4b06-b394-262cab4edce2 req-faa6d716-29c0-40d2-9f77-e4cfd9d0082a tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 949 time: 0.0546067 Aug 19 18:54:50.047136 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-999c0af6-618c-4b06-b394-262cab4edce2 req-efde77ef-9cbd-42c9-866b-574f3e815038 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349042 Aug 19 18:54:50.224648 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18ba1-217f-4600-b773-819eb429d8d8 req-df675c78-a306-47a5-aefd-2e1c352d1064 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:50.226135 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2d18ba1-217f-4600-b773-819eb429d8d8 req-df675c78-a306-47a5-aefd-2e1c352d1064 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0505090 Aug 19 18:54:50.265332 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2d18ba1-217f-4600-b773-819eb429d8d8 req-89fb99fb-a5c0-4c3e-b878-a8312fe199f4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327349 Aug 19 18:54:50.460889 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 99212fd7-7c3f-4864-94f1-bc226ad3a8fa up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:50.591722 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:54:50.596340 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:50.596848 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:50.676674 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:50.700414 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:50.702798 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5052b3ff-1382-42da-89f2-d4246845f76e" -d '{"events": [{"server_uuid": "6fb48195-f634-46f1-8c14-fb64242fdb42", "name": "network-vif-plugged", "status": "completed", "tag": "99212fd7-7c3f-4864-94f1-bc226ad3a8fa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:50.720242 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:50.739278 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba71d6-9b86-41af-b476-e33cb2500ef3 x-openstack-request-id: req-daba71d6-9b86-41af-b476-e33cb2500ef3 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:50.739709 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb48195-f634-46f1-8c14-fb64242fdb42", "name": "network-vif-plugged", "status": "completed", "tag": "99212fd7-7c3f-4864-94f1-bc226ad3a8fa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:50.740066 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daba71d6-9b86-41af-b476-e33cb2500ef3 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:50.740656 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa', 'code': 200} Aug 19 18:54:50.800810 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:50.851932 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:51.077873 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4bfd-fa9a-4fce-b402-b010f877400a req-419756b0-6a38-491f-be77-4201de02c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:51.079472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38de4bfd-fa9a-4fce-b402-b010f877400a req-419756b0-6a38-491f-be77-4201de02c512 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 1103 time: 0.0423691 Aug 19 18:54:51.136978 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38de4bfd-fa9a-4fce-b402-b010f877400a req-80d863c3-d37f-4e09-b9e6-a8b65b4e10c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300517 Aug 19 18:54:51.210232 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fa285-40ab-4de4-b87f-59d37a63d463 req-0e48666b-0a5c-45b1-962e-bef388d4cc21 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:51.211927 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-326fa285-40ab-4de4-b87f-59d37a63d463 req-0e48666b-0a5c-45b1-962e-bef388d4cc21 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0551028 Aug 19 18:54:51.251964 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-326fa285-40ab-4de4-b87f-59d37a63d463 req-044cb624-2cba-4636-a43a-c4713104b748 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333812 Aug 19 18:54:51.404609 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208b841-c91d-406a-85c8-9237a360f966 req-78448e98-83c8-4983-971d-45385972f0fe tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:51.406181 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8208b841-c91d-406a-85c8-9237a360f966 req-78448e98-83c8-4983-971d-45385972f0fe tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0623989 Aug 19 18:54:51.448838 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8208b841-c91d-406a-85c8-9237a360f966 req-e1729baa-a670-4acf-b94a-ebc8f5274694 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367918 Aug 19 18:54:52.381267 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b7bb6-9a2a-4eb9-b13e-1f72b89a7391 req-26660cfb-624b-452e-86df-7c3b2c450635 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:52.383797 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-067b7bb6-9a2a-4eb9-b13e-1f72b89a7391 req-26660cfb-624b-452e-86df-7c3b2c450635 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0565047 Aug 19 18:54:52.423984 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-067b7bb6-9a2a-4eb9-b13e-1f72b89a7391 req-d8c905dd-9a43-471c-92de-cc6e6d51ed38 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348656 Aug 19 18:54:52.452133 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:54:52.550089 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:52.562038 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'mac_address': 'fa:16:3e:d0:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:54:52.576332 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e544b-e19d-46ac-b25b-af788201e57a req-1eb15d49-5c94-444b-9ee7-d1f84a5c431e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:52.577848 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6e1e544b-e19d-46ac-b25b-af788201e57a req-1eb15d49-5c94-444b-9ee7-d1f84a5c431e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0545413 Aug 19 18:54:52.603790 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:52.617783 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06d86838-21f3-4b12-bbc6-ffe8c6350391 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:54:52.625127 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6e1e544b-e19d-46ac-b25b-af788201e57a req-e3a3d762-99a8-47b7-bf27-3a3f5b4e1e77 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Aug 19 18:54:52.639289 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:52.717023 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:52.767120 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:52.971664 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['06d86838-21f3-4b12-bbc6-ffe8c6350391'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:53.541226 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819a446-47a2-494e-9594-842b9286bdd1 req-adfb4b13-a64d-4569-8bd6-5624388c8988 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:53.542723 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0819a446-47a2-494e-9594-842b9286bdd1 req-adfb4b13-a64d-4569-8bd6-5624388c8988 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0502009 Aug 19 18:54:53.597581 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0819a446-47a2-494e-9594-842b9286bdd1 req-09591caf-128e-4377-921e-2987689e938c tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Aug 19 18:54:53.754035 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07739faa-7c47-47d6-98db-cfc1214c825e req-218b023f-9038-475d-b5e8-50a013361b95 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:53.755571 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07739faa-7c47-47d6-98db-cfc1214c825e req-218b023f-9038-475d-b5e8-50a013361b95 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.0513129 Aug 19 18:54:53.796057 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07739faa-7c47-47d6-98db-cfc1214c825e req-9d8645c0-7d30-4f1a-a8ac-42d288491ce5 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338631 Aug 19 18:54:54.108074 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c638be6-7b40-470f-bb1d-f69a43c0059b req-ce2a1f17-af20-4801-9b98-2a213251fe54 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:54.109733 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8c638be6-7b40-470f-bb1d-f69a43c0059b req-ce2a1f17-af20-4801-9b98-2a213251fe54 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0552893 Aug 19 18:54:54.152540 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8c638be6-7b40-470f-bb1d-f69a43c0059b req-9892cca7-a70f-41ef-b67b-76e62e5d4d77 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Aug 19 18:54:54.478497 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:54:54.534574 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 06d86838-21f3-4b12-bbc6-ffe8c6350391 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:54:54.534972 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:54.627084 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:54.652601 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:54.654898 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa75cb4-d0a4-44eb-b757-dd64cf1ca4ec" -d '{"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-plugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:54.668195 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:54.693060 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db40a39-7717-43cd-8646-b1242d683caa x-openstack-request-id: req-4db40a39-7717-43cd-8646-b1242d683caa {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:54.693362 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-plugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:54.693623 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4db40a39-7717-43cd-8646-b1242d683caa {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:54.694019 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'code': 200} Aug 19 18:54:54.726749 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:54.776072 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:54.921834 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def37303-de4a-446a-a82f-3d90970dc1fc req-5bc1344b-aff1-4a7f-a36b-e2c09220746a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:54.923373 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-def37303-de4a-446a-a82f-3d90970dc1fc req-5bc1344b-aff1-4a7f-a36b-e2c09220746a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0523698 Aug 19 18:54:54.967160 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-def37303-de4a-446a-a82f-3d90970dc1fc req-1d29cba9-f33c-49da-9cdc-8aab0e2f6dc0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378494 Aug 19 18:54:55.273072 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c285a7-a965-4388-a45a-343061c91584 req-089688c2-6548-4c31-a266-1c1b21846eb1 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:55.275183 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48c285a7-a965-4388-a45a-343061c91584 req-089688c2-6548-4c31-a266-1c1b21846eb1 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0515239 Aug 19 18:54:55.313897 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48c285a7-a965-4388-a45a-343061c91584 req-9696fabd-3893-4a4a-bc65-b62f3cb60788 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Aug 19 18:54:56.119437 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f57e0a-9ef1-4e50-b0d0-f9654e4e85f8 req-bf4453d0-4a2c-4458-8d72-2cf3ecab2b8a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:56.123338 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6f57e0a-9ef1-4e50-b0d0-f9654e4e85f8 req-bf4453d0-4a2c-4458-8d72-2cf3ecab2b8a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0582626 Aug 19 18:54:56.162117 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6f57e0a-9ef1-4e50-b0d0-f9654e4e85f8 req-9d9656f4-ff66-4964-9b6a-4a9676ce6626 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343444 Aug 19 18:54:56.438240 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95450c-e77b-49d1-bee7-2d413930f23f req-5658f338-2e70-4635-9ac4-14880a20e3ce tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:56.439831 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd95450c-e77b-49d1-bee7-2d413930f23f req-5658f338-2e70-4635-9ac4-14880a20e3ce tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0539365 Aug 19 18:54:56.464659 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:56.486782 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bd95450c-e77b-49d1-bee7-2d413930f23f req-06e63180-f899-4564-92e6-db8fbcfbe7c6 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377150 Aug 19 18:54:56.753374 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef36b95-4106-48ba-b17a-89317bdef735 req-c5cbc996-59bf-4f58-8e55-5b6ab3ec89bf tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:56.754843 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cef36b95-4106-48ba-b17a-89317bdef735 req-c5cbc996-59bf-4f58-8e55-5b6ab3ec89bf tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.30 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 950 time: 0.0510814 Aug 19 18:54:56.915633 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Deleting port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:54:56.916032 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:57.036010 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] For port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,segment=NetworkSegment(8a21c42c-f8e1-4031-a710-13ac9ff6cf0d),segment_id=8a21c42c-f8e1-4031-a710-13ac9ff6cf0d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:54:57.036289 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:57.052720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Calling delete_port for 99212fd7-7c3f-4864-94f1-bc226ad3a8fa owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:54:57.302064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:57.349947 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['99212fd7-7c3f-4864-94f1-bc226ad3a8fa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:54:57.360146 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Pushing event deleted for resources: {'Port': ['ID=99212fd7-7c3f-4864-94f1-bc226ad3a8fa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:54:57.389870 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d959a-5f79-4969-9d89-f63e3ed04266 req-0bcd1b02-21b5-4ccd-a5bb-0299847ff385 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:57.400796 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c86d959a-5f79-4969-9d89-f63e3ed04266 req-0bcd1b02-21b5-4ccd-a5bb-0299847ff385 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.1120548 Aug 19 18:54:57.469942 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] No DVR routers for this DVR port 99212fd7-7c3f-4864-94f1-bc226ad3a8fa on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:54:57.472728 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:54:57.475228 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cef36b95-4106-48ba-b17a-89317bdef735 req-129842d7-4a8c-4342-9242-f5911e27ade5 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.30 "DELETE /v2.0/ports/99212fd7-7c3f-4864-94f1-bc226ad3a8fa HTTP/1.1" status: 204 len: 173 time: 0.7096398 Aug 19 18:54:57.486972 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'name': 'network-vif-deleted', 'tag': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:54:57.489771 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7210f4-477e-4375-ba86-2358293327db" -d '{"events": [{"server_uuid": "6fb48195-f634-46f1-8c14-fb64242fdb42", "name": "network-vif-deleted", "tag": "99212fd7-7c3f-4864-94f1-bc226ad3a8fa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:54:57.509829 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c86d959a-5f79-4969-9d89-f63e3ed04266 req-4799adee-28f3-46fe-8305-1affa71f01c9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017132 Aug 19 18:54:57.548335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b9c3a4-a675-4d18-b7ea-dc9ea468200a x-openstack-request-id: req-62b9c3a4-a675-4d18-b7ea-dc9ea468200a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:54:57.548639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb48195-f634-46f1-8c14-fb64242fdb42", "name": "network-vif-deleted", "tag": "99212fd7-7c3f-4864-94f1-bc226ad3a8fa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:54:57.548895 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-62b9c3a4-a675-4d18-b7ea-dc9ea468200a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:54:57.549610 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb48195-f634-46f1-8c14-fb64242fdb42', 'name': 'network-vif-deleted', 'tag': '99212fd7-7c3f-4864-94f1-bc226ad3a8fa', 'status': 'completed', 'code': 200} Aug 19 18:54:57.617038 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f7a475e8-f0b3-4070-a271-f3221d260c1d req-ac82ab45-34ee-4a24-bd92-dc044f04ac99 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 210 time: 0.0431914 Aug 19 18:54:58.686668 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1852a9-09b1-44b5-819c-a47eca53e028 req-7f96f5e1-f560-4795-b994-72dba0ac7b09 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:58.688472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2b1852a9-09b1-44b5-819c-a47eca53e028 req-7f96f5e1-f560-4795-b994-72dba0ac7b09 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0612979 Aug 19 18:54:58.771198 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15c617a9-de67-4cec-ae9a-f0c8128b6315 req-21005922-e6fb-4865-a354-89c61db0b5b3 tempest-VolumesNegativeTest-560628771 tempest-VolumesNegativeTest-560628771-project] 10.222.0.37 "GET /v2.0/ports?device_id=6fb48195-f634-46f1-8c14-fb64242fdb42 HTTP/1.1" status: 200 len: 210 time: 0.0492222 Aug 19 18:54:58.792451 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2b1852a9-09b1-44b5-819c-a47eca53e028 req-3b5e50c6-48f8-4c04-8a63-8d1ee94d4caa tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978210 Aug 19 18:54:59.926603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b89ef-964a-4d7d-af0c-4bad9884dfc3 req-fa6120f7-0751-4f0c-ae9c-57691b65999e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:54:59.928292 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af0b89ef-964a-4d7d-af0c-4bad9884dfc3 req-fa6120f7-0751-4f0c-ae9c-57691b65999e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0556355 Aug 19 18:54:59.975237 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-af0b89ef-964a-4d7d-af0c-4bad9884dfc3 req-66f6824f-8030-4f12-8670-4e8dd4be6e00 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392976 Aug 19 18:55:00.488256 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 99212fd7-7c3f-4864-94f1-bc226ad3a8fa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:55:00.514652 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 99212fd7-7c3f-4864-94f1-bc226ad3a8fa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:55:00.517362 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 99212fd7-7c3f-4864-94f1-bc226ad3a8fa not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:55:01.130015 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25431ce-ea09-403f-8f26-2f2082b63d4b req-027405ab-db7d-4937-936c-4cbf9991c737 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:01.131727 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a25431ce-ea09-403f-8f26-2f2082b63d4b req-027405ab-db7d-4937-936c-4cbf9991c737 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0709243 Aug 19 18:55:01.181499 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a25431ce-ea09-403f-8f26-2f2082b63d4b req-5ee583f7-7959-460b-818c-0c5d213a0c06 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Aug 19 18:55:02.326947 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb9a55-a264-4575-b61a-ee1b722d2868 req-6466697b-9f0f-4eab-a200-ee8f91a89af4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:02.330043 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0beb9a55-a264-4575-b61a-ee1b722d2868 req-6466697b-9f0f-4eab-a200-ee8f91a89af4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0624850 Aug 19 18:55:02.376729 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0beb9a55-a264-4575-b61a-ee1b722d2868 req-f1ec1a1b-9d6f-493c-914b-d163dfba0cea tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Aug 19 18:55:03.507060 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf17b2-e9df-4262-9828-ebb32f6e8b7c req-f3dd1390-341c-475f-a424-162bafe55bfb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:03.515232 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-74cf17b2-e9df-4262-9828-ebb32f6e8b7c req-f3dd1390-341c-475f-a424-162bafe55bfb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0591555 Aug 19 18:55:03.554808 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-74cf17b2-e9df-4262-9828-ebb32f6e8b7c req-f2f633ca-d806-43ac-9074-660d124fbfc2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384414 Aug 19 18:55:03.665355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-41bb88aa-521e-4545-90fe-23bc0fdc0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:03.667752 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-41bb88aa-521e-4545-90fe-23bc0fdc0660 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1098 time: 0.0657082 Aug 19 18:55:03.820289 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-4cc23769-6382-4281-a0bf-ffe7f61f78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:03.822904 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-4cc23769-6382-4281-a0bf-ffe7f61f78e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.1240389 Aug 19 18:55:03.903697 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-a9623f8f-cabb-454b-b423-c8799b1ea2fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 1001 time: 0.0692449 Aug 19 18:55:03.977464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-2828f59b-98ac-415c-bb6c-46bb17657f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:03.979139 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-2828f59b-98ac-415c-bb6c-46bb17657f99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0618331 Aug 19 18:55:04.054837 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-5d170963-dda8-4ecc-b4d4-7503753be65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:04.056441 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-5d170963-dda8-4ecc-b4d4-7503753be65c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513320 Aug 19 18:55:04.151607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce428b9c-4da8-4efc-a9b2-135a1a3d0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:04.220882 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-481042a2-69c8-4326-ba19-00274ab5a177 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550615 Aug 19 18:55:04.341631 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-aff2b9fe-8edb-42c9-80df-3180d4d9715c req-4ca659a2-2c2e-42d9-be16-c624330035f6 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072769 Aug 19 18:55:04.732135 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b01f0-6a90-4f63-8668-9f722ac8e7d3 req-6b1a0c19-ab38-44c9-ab19-6bfe70ece63b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:04.744288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-557b01f0-6a90-4f63-8668-9f722ac8e7d3 req-6b1a0c19-ab38-44c9-ab19-6bfe70ece63b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0838308 Aug 19 18:55:04.789673 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-557b01f0-6a90-4f63-8668-9f722ac8e7d3 req-3ec75e8e-32ef-4503-9505-b5d16d4c8ccd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Aug 19 18:55:05.935300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c783007-3a51-4ca7-825f-8c017602646c req-4ede37ef-379c-406d-b9d6-e67115ac083c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:05.936880 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5c783007-3a51-4ca7-825f-8c017602646c req-4ede37ef-379c-406d-b9d6-e67115ac083c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0495801 Aug 19 18:55:05.982053 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5c783007-3a51-4ca7-825f-8c017602646c req-f6695c82-ad5d-4466-86d6-9c42a2ad6fdf tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390377 Aug 19 18:55:06.646852 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51124) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:06.786609 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91ff4346-655b-448e-afd0-ba037daa60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:06.849921 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ec0423f8-7378-43ac-a858-fde409f426a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89fba92b05eb446183806ee13db95683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017205 Aug 19 18:55:06.851734 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51128) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:06.916770 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:06.944153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:07.116996 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1f35-34ff-4384-83b3-e9c7d693aada req-234b9aa1-e390-4d14-b389-fd6ff683acfc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:07.118616 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c4fb1f35-34ff-4384-83b3-e9c7d693aada req-234b9aa1-e390-4d14-b389-fd6ff683acfc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0571418 Aug 19 18:55:07.158757 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c4fb1f35-34ff-4384-83b3-e9c7d693aada req-4ae4815d-3f32-4deb-a1dc-6190ac90085a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339253 Aug 19 18:55:07.457853 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:07.537662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:07.540766 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:07.542215 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab HTTP/1.1" status: 204 len: 168 time: 0.6872220 Aug 19 18:55:07.550460 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4f36e1-c3e2-4a0c-8ba4-2217d8f8fcab,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:07.559775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.560646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.561062 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.561371 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.561719 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.562060 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.562398 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.562729 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.563094 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.563424 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.563755 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.564084 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097d1900-bc0a-4981-8407-d2ad40f683ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:07.974144 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:08.295074 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b560a5-2fec-49a1-9590-c92177afac48 req-65c6219f-614b-4c16-8d4b-a3bd8e4422da tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:08.296635 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80b560a5-2fec-49a1-9590-c92177afac48 req-65c6219f-614b-4c16-8d4b-a3bd8e4422da tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0543840 Aug 19 18:55:08.334738 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80b560a5-2fec-49a1-9590-c92177afac48 req-a4050c47-81b5-4b4b-8af7-b630e2c3cb23 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322442 Aug 19 18:55:08.673974 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51182) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:08.785386 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1392950206-network', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:08.897553 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Made reservation on behalf of bf6fb843f4384c9aa519362edf6c7dd5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:55:08.899851 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:08.909330 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:08.996155 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.071570 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.100408 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:55:09.107888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1700dd36-8a76-43ac-9974-18151d0174a2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:09.116792 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.117147 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Added segment a8869816-f9c5-478b-a2cd-65049a7d9a03 of type vlan for network aea77d35-b00d-48a8-b5bc-63e12ed13f9b Aug 19 18:55:09.119396 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.120000 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.120419 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.120763 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.121106 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.121586 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.121938 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.122263 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.122598 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.122940 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.123278 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.123608 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:09.172347 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.356407 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.356407 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.356407 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.401172 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.415198 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] Pushing event updated for resources: {'Network': ['ID=aea77d35-b00d-48a8-b5bc-63e12ed13f9b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:09.425300 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:55:09.461753 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab88d7-6ace-4743-8ac0-4ec30004c374 req-8eee20f6-525e-4b74-bb8c-4d691f057c76 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.464101 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5eab88d7-6ace-4743-8ac0-4ec30004c374 req-8eee20f6-525e-4b74-bb8c-4d691f057c76 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0501707 Aug 19 18:55:09.465109 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-2514b459-898f-4855-b130-fa4f39b07b92 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7901418 Aug 19 18:55:09.467930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:09.473066 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Request body: {'subnet': {'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1392950206-subnet', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:09.507965 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5eab88d7-6ace-4743-8ac0-4ec30004c374 req-4ee00b8a-b069-423d-a16e-40fd25d31ea4 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363338 Aug 19 18:55:09.591431 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Made reservation on behalf of bf6fb843f4384c9aa519362edf6c7dd5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:55:09.594011 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.668696 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-332e1098-a860-4878-bec5-0201bda294ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.670360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-332e1098-a860-4878-bec5-0201bda294ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1098 time: 0.0445094 Aug 19 18:55:09.780790 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-1105b736-1b47-4249-8990-a3fdb866fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.782270 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-1105b736-1b47-4249-8990-a3fdb866fdbe service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.0884018 Aug 19 18:55:09.825884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:09.847742 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-91b4961e-05b4-43ac-8969-ba8409cd02e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 1001 time: 0.0573118 Aug 19 18:55:09.881294 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38090b2b-fe70-461f-9835-76f6bc6ef1a0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:09.889961 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Checking segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:09.890331 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Network hostable DHCP agents. Network: aea77d35-b00d-48a8-b5bc-63e12ed13f9b, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:55:09.897340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-be606124-eeb9-4fb7-9b89-7f0f2adb9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.898834 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-be606124-eeb9-4fb7-9b89-7f0f2adb9aa2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0439160 Aug 19 18:55:09.950683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-b6096d2e-c0e2-48ed-b85f-5640eef3133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:09.952200 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-b6096d2e-c0e2-48ed-b85f-5640eef3133d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444422 Aug 19 18:55:10.002669 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:55:10.043739 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-b29fc327-a5b9-4ee9-9859-2a57e3b6bb8c service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829422 Aug 19 18:55:10.097350 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, aea77d35-b00d-48a8-b5bc-63e12ed13f9b) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:10.102096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:10.103272 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.107345 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af7be5c-5a81-4561-a2b2-e66554d9ff59 None None] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:55:10.142158 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cba385ca-e1cc-4290-8c91-d1643b781ca9 req-c26eb3b5-8258-449c-8b3d-dbd7a8942ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903924 Aug 19 18:55:10.189772 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1ee2dcbc-0808-4e6c-856d-0fa8f5a075c3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7207711 Aug 19 18:55:10.192331 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51196) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:10.196755 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:10.252274 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:55:10.253129 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.286540 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.287618 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.343459 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.387557 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Allocated IP 172.20.0.2 (aea77d35-b00d-48a8-b5bc-63e12ed13f9b/38090b2b-fe70-461f-9835-76f6bc6ef1a0/676cd56a-c49f-4085-a956-abdd4537ce55) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:10.525507 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.533590 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Transition to ACTIVE for port object 676cd56a-c49f-4085-a956-abdd4537ce55 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:10.542491 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.548114 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Transition to ACTIVE for port object 676cd56a-c49f-4085-a956-abdd4537ce55 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:10.638738 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ae42-db58-466a-8071-56cc68acdd8d req-3a13a2a4-023c-4f64-9efe-23ee0dd2c729 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:10.641756 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0d41ae42-db58-466a-8071-56cc68acdd8d req-3a13a2a4-023c-4f64-9efe-23ee0dd2c729 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0521200 Aug 19 18:55:10.653219 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.699744 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0d41ae42-db58-466a-8071-56cc68acdd8d req-ce828c93-3c5e-43a1-a5c2-8f0359efc6ee tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473917 Aug 19 18:55:10.703786 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:10.706707 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:10.709280 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:10.722537 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Pushing event updated for resources: {'Port': ['ID=676cd56a-c49f-4085-a956-abdd4537ce55,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:10.769801 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Attempting to bind port 676cd56a-c49f-4085-a956-abdd4537ce55 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:10.770172 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Attempting to bind port 676cd56a-c49f-4085-a956-abdd4537ce55 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:10.770746 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Attempting to bind port 676cd56a-c49f-4085-a956-abdd4537ce55 on network aea77d35-b00d-48a8-b5bc-63e12ed13f9b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:10.776773 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:10.777389 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Checking segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:10.777827 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.778225 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Bound using segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:10.778821 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Bound port: 676cd56a-c49f-4085-a956-abdd4537ce55, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:10.779241 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.818863 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.837821 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.840735 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] For port 676cd56a-c49f-4085-a956-abdd4537ce55, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:10.843894 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] For port 676cd56a-c49f-4085-a956-abdd4537ce55, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=676cd56a-c49f-4085-a956-abdd4537ce55,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:10.912514 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:10.946941 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Allocated IP 172.27.0.40 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/5453e092-75b5-4bf5-99bb-d546424eca65) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:10.986293 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb3114-87c9-4bb1-b711-55ab420d30e9 None None] Pushing event updated for resources: {'Port': ['ID=676cd56a-c49f-4085-a956-abdd4537ce55,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:11.074788 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:11.178367 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:11.225122 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:11.228493 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:11.232960 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:11.256005 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Pushing event updated for resources: {'Port': ['ID=5453e092-75b5-4bf5-99bb-d546424eca65,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:11.565222 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:11.804607 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:11.839062 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda565e7-e17d-4283-89ef-85e607830fa1 req-f0a1458f-6863-4373-b216-5358530e31b2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:11.847428 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cda565e7-e17d-4283-89ef-85e607830fa1 req-f0a1458f-6863-4373-b216-5358530e31b2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0662971 Aug 19 18:55:11.890695 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cda565e7-e17d-4283-89ef-85e607830fa1 req-4e8cf382-f834-402d-a67a-87c49bd9807a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Aug 19 18:55:11.958446 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d56bc1-9264-4c1f-a0ef-8dd4645c536d None None] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:55:12.122894 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 676cd56a-c49f-4085-a956-abdd4537ce55 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:12.153461 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1d8b9350-f9ac-437e-95f5-4cb8e4c45305 None None] Provisioning for port 676cd56a-c49f-4085-a956-abdd4537ce55 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:12.246511 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 676cd56a-c49f-4085-a956-abdd4537ce55 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:12.251340 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 676cd56a-c49f-4085-a956-abdd4537ce55 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:12.251758 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:12.257341 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Router 4ce82de8-506c-4972-bc58-8f7840d41e65 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:55:12.371437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:12.388915 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:55:12.409484 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Sync routers for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:55:12.414686 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 676cd56a-c49f-4085-a956-abdd4537ce55, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=676cd56a-c49f-4085-a956-abdd4537ce55,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:12.422693 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:12.423365 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:12.482489 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:12.492971 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f1b097f5-b80e-4da6-aef9-c66f6fe92d20 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2906270 Aug 19 18:55:12.492971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51210) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:12.527872 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-15b0d211-bc3f-4a44-a42a-8bdf8b2692b4 None None] Provisioning complete for port 676cd56a-c49f-4085-a956-abdd4537ce55 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:12.528244 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-15b0d211-bc3f-4a44-a42a-8bdf8b2692b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:12.555893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:12.568251 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:55:12.618858 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:12.893351 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=676cd56a-c49f-4085-a956-abdd4537ce55,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:13.002254 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.019997 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.053014 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:55:13.055505 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79131a19-ccf5-472c-88b2-e08d7ae1ab77" -d '{"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-unplugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:55:13.058682 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574edab-acc8-488d-8f49-0a3258ec0d78 req-86a9afd9-73b6-4684-9ece-969d3a693f6b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:13.063029 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6574edab-acc8-488d-8f49-0a3258ec0d78 req-86a9afd9-73b6-4684-9ece-969d3a693f6b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 945 time: 0.0827870 Aug 19 18:55:13.079909 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:13.106104 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:11Z', 'revision_number': 3, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:13.116937 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6574edab-acc8-488d-8f49-0a3258ec0d78 req-9301ea19-3ff7-4d69-97e2-7de611eb65ba tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488596 Aug 19 18:55:13.150867 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Checking router: 4ce82de8-506c-4972-bc58-8f7840d41e65 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:55:13.150867 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Updating router 4ce82de8-506c-4972-bc58-8f7840d41e65 port 5453e092-75b5-4bf5-99bb-d546424eca65 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:55:13.171898 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.204513 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.205168 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4b3b37-a624-4270-9539-2a3ba4acea70 x-openstack-request-id: req-6c4b3b37-a624-4270-9539-2a3ba4acea70 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:55:13.205470 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-unplugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:55:13.205724 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c4b3b37-a624-4270-9539-2a3ba4acea70 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:55:13.206116 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'code': 200} Aug 19 18:55:13.254246 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Allocated IP 172.20.0.1 (aea77d35-b00d-48a8-b5bc-63e12ed13f9b/38090b2b-fe70-461f-9835-76f6bc6ef1a0/9ed8db89-c6fa-466e-a518-38aa7d3ac7ac) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:13.309518 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:13.366225 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.380373 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Transition to ACTIVE for port object 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:13.469548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.495383 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.505240 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Transition to ACTIVE for port object 5453e092-75b5-4bf5-99bb-d546424eca65 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:13.513884 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:13.516766 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:13.520339 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:13.526188 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:13.562339 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.596848 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.654480 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Attempting to bind port 5453e092-75b5-4bf5-99bb-d546424eca65 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:13.654813 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Attempting to bind port 5453e092-75b5-4bf5-99bb-d546424eca65 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:13.655517 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Attempting to bind port 5453e092-75b5-4bf5-99bb-d546424eca65 on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:13.664270 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa318cb2-0eaf-4c77-840d-28db89832737 None None] Pushing event updated for resources: {'Port': ['ID=5453e092-75b5-4bf5-99bb-d546424eca65,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:13.667260 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:13.667642 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:13.668046 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.668434 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:13.668920 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Bound port: 5453e092-75b5-4bf5-99bb-d546424eca65, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:13.669295 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.724400 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] For port 5453e092-75b5-4bf5-99bb-d546424eca65, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:13.727634 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] For port 5453e092-75b5-4bf5-99bb-d546424eca65, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=5453e092-75b5-4bf5-99bb-d546424eca65,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:13.768558 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.825750 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e4ff7e6-27f6-4bf4-82ff-f1090c45d9c7 None None] Provisioning for port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:13.830548 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.854702 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e4ff7e6-27f6-4bf4-82ff-f1090c45d9c7 None None] Provisioning complete for port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:13.857258 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e4ff7e6-27f6-4bf4-82ff-f1090c45d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:13.919836 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa318cb2-0eaf-4c77-840d-28db89832737 None None] Pushing event updated for resources: {'Port': ['ID=5453e092-75b5-4bf5-99bb-d546424eca65,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:13.922750 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ff7e6-27f6-4bf4-82ff-f1090c45d9c7 None None] Port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:55:13.924463 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:13.925087 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:13.934924 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:14.033715 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:14.036096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:14.107699 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:14.110542 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:14.112247 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 676cd56a-c49f-4085-a956-abdd4537ce55 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:14.153787 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:55:14.217471 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:14.219028 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:14.231845 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 676cd56a-c49f-4085-a956-abdd4537ce55 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:14.232227 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:14.356896 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Router 4ce82de8-506c-4972-bc58-8f7840d41e65 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:55:14.389731 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 1, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:14.419714 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c5ed3-292f-42ea-9d08-7b6a53734d6b None None] The sync data for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi is: [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 1, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:55:14.490985 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:55:14.505095 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-6bc8b3f6-de39-4e7f-8b0c-d55c32975d49 admin admin] 10.222.0.37 "PUT /v2.0/routers/4ce82de8-506c-4972-bc58-8f7840d41e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0045569 Aug 19 18:55:14.548564 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-27cdd02e-1fa5-4dc8-ad79-17160c36816d None None] Provisioning complete for port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:14.548970 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-27cdd02e-1fa5-4dc8-ad79-17160c36816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:14.584374 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-27cdd02e-1fa5-4dc8-ad79-17160c36816d None None] Port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:55:15.277616 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51266) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:15.283418 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1345560178-network', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:15.406329 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Made reservation on behalf of b80c9b6a9d0b4ff1a6328282be36a1b7 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:55:15.411154 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.419753 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.539334 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef281-cb52-4cd3-9a59-be2489c23d68 req-0599d1cd-1533-4c9b-8f57-5dce3ed938fc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:15.541080 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-24cef281-cb52-4cd3-9a59-be2489c23d68 req-0599d1cd-1533-4c9b-8f57-5dce3ed938fc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0546534 Aug 19 18:55:15.551892 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.588585 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-24cef281-cb52-4cd3-9a59-be2489c23d68 req-9be8fa86-1e91-4d6a-afdb-b36901101626 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Aug 19 18:55:15.623324 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.653481 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:55:15.667791 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34913e76-b6cf-4e41-b137-56276b8b95c1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:15.673195 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.673544 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Added segment 3cbaca8d-325e-4422-960e-6100c2fa2ace of type vlan for network d76153cd-6012-4157-8eb9-9fb72bb6543d Aug 19 18:55:15.721628 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.899865 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.901694 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:15.902292 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:15.969790 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] Pushing event updated for resources: {'Network': ['ID=d76153cd-6012-4157-8eb9-9fb72bb6543d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:15.981403 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network d76153cd-6012-4157-8eb9-9fb72bb6543d details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:55:16.048682 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f6fc722a-d75d-494e-9bd8-ce7c8d1a7aec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7696958 Aug 19 18:55:16.051715 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51286) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:16.058848 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Request body: {'subnet': {'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1345560178-subnet', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:16.136503 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 5453e092-75b5-4bf5-99bb-d546424eca65 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:16.202754 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Made reservation on behalf of b80c9b6a9d0b4ff1a6328282be36a1b7 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:55:16.213817 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.221654 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51292) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:16.294518 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 5453e092-75b5-4bf5-99bb-d546424eca65 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:16.304581 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 5453e092-75b5-4bf5-99bb-d546424eca65 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:16.304581 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.357561 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-9761fa8f-456b-4b86-b3ba-7e1ef5396fac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340909 Aug 19 18:55:16.406118 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.437248 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 5453e092-75b5-4bf5-99bb-d546424eca65, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=5453e092-75b5-4bf5-99bb-d546424eca65,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:16.503567 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.532921 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.591001 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=5453e092-75b5-4bf5-99bb-d546424eca65,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:16.615394 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3715cb1-df49-4760-b697-e72aa750f808,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:16.624408 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Checking segment: {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:16.625066 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Network hostable DHCP agents. Network: d76153cd-6012-4157-8eb9-9fb72bb6543d, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:55:16.721820 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Sync routers for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:55:16.735354 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:16.735992 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:16.741993 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2c032-3a0c-4c56-83d3-d8b1632e0145 req-7cce84c6-4e6d-4912-97a9-a6d33f683c45 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:16.746060 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Network d76153cd-6012-4157-8eb9-9fb72bb6543d is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:55:16.751956 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-17c2c032-3a0c-4c56-83d3-d8b1632e0145 req-7cce84c6-4e6d-4912-97a9-a6d33f683c45 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0693665 Aug 19 18:55:16.790121 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-17c2c032-3a0c-4c56-83d3-d8b1632e0145 req-1570c907-8eb2-4353-ae3d-a74626214caa tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361388 Aug 19 18:55:16.852397 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, d76153cd-6012-4157-8eb9-9fb72bb6543d) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:16.852587 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:16.858305 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:16.859386 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:16.864484 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e8c17-5e0c-46cc-95e2-33f9e3dc4883 None None] Network d76153cd-6012-4157-8eb9-9fb72bb6543d requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:55:16.940243 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8a14122f-4d98-45c7-b413-184bcfd7246f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8875020 Aug 19 18:55:16.942652 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51306) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:16.948606 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:17.060338 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.061159 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.083394 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-d76153cd-6012-4157-8eb9-9fb72bb6543d', 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'fixed_ips': [{'subnet_id': 'c3715cb1-df49-4760-b697-e72aa750f808'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:55:17.089917 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.136376 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.137244 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 2, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:17.164826 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Checking router: 4ce82de8-506c-4972-bc58-8f7840d41e65 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:55:17.165263 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Updating router 4ce82de8-506c-4972-bc58-8f7840d41e65 port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:55:17.196448 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.254828 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Allocated IP 172.20.0.2 (d76153cd-6012-4157-8eb9-9fb72bb6543d/c3715cb1-df49-4760-b697-e72aa750f808/f696b23e-b361-4232-8157-886ed846bafa) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:17.358558 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.429693 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.439730 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Transition to ACTIVE for port object f696b23e-b361-4232-8157-886ed846bafa will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:17.455979 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Transition to ACTIVE for port object f696b23e-b361-4232-8157-886ed846bafa will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:17.467569 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.477695 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Transition to ACTIVE for port object 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:17.543955 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.572526 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.611876 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Network d76153cd-6012-4157-8eb9-9fb72bb6543d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:17.617184 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:17.621277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:17.654635 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Pushing event updated for resources: {'Port': ['ID=f696b23e-b361-4232-8157-886ed846bafa,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:17.664545 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Pushing event updated for resources: {'Port': ['ID=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:17.691115 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.691528 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.691970 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.692256 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.692590 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.692916 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.693239 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.693567 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.693895 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.695332 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.695682 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.696025 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:55:17.715804 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.736494 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Attempting to bind port f696b23e-b361-4232-8157-886ed846bafa on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:17.736494 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Attempting to bind port f696b23e-b361-4232-8157-886ed846bafa by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:17.739550 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Attempting to bind port f696b23e-b361-4232-8157-886ed846bafa on network d76153cd-6012-4157-8eb9-9fb72bb6543d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:17.740038 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.747235 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Attempting to bind port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:17.747797 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Attempting to bind port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:17.748331 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:17.748510 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Attempting to bind port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac on network aea77d35-b00d-48a8-b5bc-63e12ed13f9b {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:17.748897 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Checking segment: {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:17.749446 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.749904 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Bound using segment: {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:17.750498 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Bound port: f696b23e-b361-4232-8157-886ed846bafa, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:17.751015 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.755926 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:17.756366 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Checking segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:17.756768 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.757157 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Bound using segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:17.757626 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Bound port: 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:17.758019 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.828245 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] For port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:17.832684 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] For port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:17.849858 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] For port f696b23e-b361-4232-8157-886ed846bafa, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:17.854225 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] For port f696b23e-b361-4232-8157-886ed846bafa, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f696b23e-b361-4232-8157-886ed846bafa,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:17.886474 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Allocated IP 172.27.0.94 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/721636f9-3f62-43ef-bafc-a2995533f5e8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:17.894579 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.949962 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5778dbd-ebde-4aac-81cd-4c1380ef053b None None] Pushing event updated for resources: {'Port': ['ID=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:17.951985 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:17.971914 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:17.973157 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:17.974967 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e03c-75d5-4f7e-83fe-cf2e70ae9ee9 req-3248c69a-6ed3-4490-a8fb-cb014965d051 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:17.977831 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0360e03c-75d5-4f7e-83fe-cf2e70ae9ee9 req-3248c69a-6ed3-4490-a8fb-cb014965d051 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0869992 Aug 19 18:55:18.030858 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.036342 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0360e03c-75d5-4f7e-83fe-cf2e70ae9ee9 req-8975226c-a3a6-42dc-9400-9630a136fcd7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 Aug 19 18:55:18.050280 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f61eca-ef41-4e6d-a115-272f490ac563 None None] Pushing event updated for resources: {'Port': ['ID=f696b23e-b361-4232-8157-886ed846bafa,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:18.121966 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-9d6a1b9b-6777-46c8-8670-49f1a0b18f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:18.126316 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-9d6a1b9b-6777-46c8-8670-49f1a0b18f6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd&tenant_id=cf327b349be8438e9cca6b74c00e55cc HTTP/1.1" status: 200 len: 1096 time: 0.0539258 Aug 19 18:55:18.169398 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.182645 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:18.206205 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 5453e092-75b5-4bf5-99bb-d546424eca65 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:18.238568 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:18.244182 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:18.249400 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:18.253336 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Pushing event updated for resources: {'Port': ['ID=721636f9-3f62-43ef-bafc-a2995533f5e8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:18.337437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 5453e092-75b5-4bf5-99bb-d546424eca65 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:18.337905 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.463902 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:18.491252 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:17Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:18.519134 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468b4fdf-b8b4-4567-bb52-5873b9623b7d None None] The sync data for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi is: [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:17Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:55:18.568013 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:18.573039 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:18.573609 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.624697 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.685408 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.722530 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:18.800524 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.861053 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:18.879328 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:19.065065 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Router 5f7cc5e6-c372-4208-b067-b229826f5ade is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:55:19.131464 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caabf1d-8a13-4e9e-acfd-8d18c6b9cf67 None None] Network d76153cd-6012-4157-8eb9-9fb72bb6543d requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:55:19.196108 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd896f6-3fa1-4bd8-a61b-1a0b367dc97e req-d3e3df7c-4991-4945-81e3-11c511e91f1f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:19.198806 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bfd896f6-3fa1-4bd8-a61b-1a0b367dc97e req-d3e3df7c-4991-4945-81e3-11c511e91f1f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0568767 Aug 19 18:55:19.256462 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bfd896f6-3fa1-4bd8-a61b-1a0b367dc97e req-4aa57be4-ec39-4d7f-a530-588656a5f48e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489259 Aug 19 18:55:19.449613 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:55:19.461572 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Sync routers for ids ['5f7cc5e6-c372-4208-b067-b229826f5ade'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:55:19.466264 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dfabbeb7-457a-480b-9569-766e99fcf7f2 None None] Provisioning for port f696b23e-b361-4232-8157-886ed846bafa completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:19.483083 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Routers {'5f7cc5e6-c372-4208-b067-b229826f5ade'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:19.483696 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['5f7cc5e6-c372-4208-b067-b229826f5ade'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:19.545366 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:19.549164 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-87e0c7e6-459e-4bb5-a1e7-0d982391b752 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6028740 Aug 19 18:55:19.549556 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:19.596404 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Set router 5f7cc5e6-c372-4208-b067-b229826f5ade gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:19.811814 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 3, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:19.840368 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Checking router: 5f7cc5e6-c372-4208-b067-b229826f5ade for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:55:19.840726 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Updating router 5f7cc5e6-c372-4208-b067-b229826f5ade port 721636f9-3f62-43ef-bafc-a2995533f5e8 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:55:19.866944 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.140451 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.157583 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Transition to ACTIVE for port object 721636f9-3f62-43ef-bafc-a2995533f5e8 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:20.193926 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f696b23e-b361-4232-8157-886ed846bafa up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:20.231294 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.268788 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.299095 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9446e-642f-4a77-b431-c1e0493051c8 None None] Pushing event updated for resources: {'Port': ['ID=721636f9-3f62-43ef-bafc-a2995533f5e8,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:20.303906 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Attempting to bind port 721636f9-3f62-43ef-bafc-a2995533f5e8 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:20.303906 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Attempting to bind port 721636f9-3f62-43ef-bafc-a2995533f5e8 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:20.303906 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Attempting to bind port 721636f9-3f62-43ef-bafc-a2995533f5e8 on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:20.310556 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:20.310961 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:20.311433 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.311832 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:20.312350 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Bound port: 721636f9-3f62-43ef-bafc-a2995533f5e8, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:20.312696 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.371736 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] For port 721636f9-3f62-43ef-bafc-a2995533f5e8, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:20.376545 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] For port 721636f9-3f62-43ef-bafc-a2995533f5e8, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=721636f9-3f62-43ef-bafc-a2995533f5e8,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:20.384934 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port f696b23e-b361-4232-8157-886ed846bafa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:20.391924 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port f696b23e-b361-4232-8157-886ed846bafa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:20.392384 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.442427 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.462485 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43c9d6-e02f-4a7f-8c4c-faa0066ebe29 req-e71c1bcb-b65e-4764-b55c-a41f2f56d448 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:20.464633 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0f43c9d6-e02f-4a7f-8c4c-faa0066ebe29 req-e71c1bcb-b65e-4764-b55c-a41f2f56d448 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0865116 Aug 19 18:55:20.502235 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Allocated IP 172.20.0.1 (d76153cd-6012-4157-8eb9-9fb72bb6543d/c3715cb1-df49-4760-b697-e72aa750f808/02bc09ec-4029-4888-ad66-a6bffd0a9ec7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:20.531095 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.543033 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0f43c9d6-e02f-4a7f-8c4c-faa0066ebe29 req-f2fc313d-9a6b-487f-b33e-d6e55f27d7da tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677850 Aug 19 18:55:20.546359 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9446e-642f-4a77-b431-c1e0493051c8 None None] Pushing event updated for resources: {'Port': ['ID=721636f9-3f62-43ef-bafc-a2995533f5e8,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:20.552474 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Routers {'5f7cc5e6-c372-4208-b067-b229826f5ade'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:20.553131 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['5f7cc5e6-c372-4208-b067-b229826f5ade'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:20.619290 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port f696b23e-b361-4232-8157-886ed846bafa, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f696b23e-b361-4232-8157-886ed846bafa,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:20.638552 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.652987 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Transition to ACTIVE for port object 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:20.678303 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.679104 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:20.681795 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] Set router 5f7cc5e6-c372-4208-b067-b229826f5ade gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:20.743688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.790040 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Network d76153cd-6012-4157-8eb9-9fb72bb6543d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:20.793596 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:20.796481 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:20.824435 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Pushing event updated for resources: {'Port': ['ID=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:20.864899 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=f696b23e-b361-4232-8157-886ed846bafa,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:20.883816 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.891940 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:20.892337 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:20.952717 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-5d57802f-c8da-42f9-b977-f634735a32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:20.954665 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-5d57802f-c8da-42f9-b977-f634735a32ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf327b349be8438e9cca6b74c00e55cc&device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1096 time: 0.1323130 Aug 19 18:55:21.032217 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 3, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:21.062148 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546aad9a-0c0c-4fce-82c7-306deb7ba15a None None] The sync data for ids ['5f7cc5e6-c372-4208-b067-b229826f5ade'] in dv-cinder-790535-9-iscsi is: [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 3, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:55:21.101270 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-f27b51bd-1598-443d-b2e1-5a500e34ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:21.102777 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-f27b51bd-1598-443d-b2e1-5a500e34ef0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 200 len: 917 time: 0.1408525 Aug 19 18:55:21.175643 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-2bec0560-831e-45bd-8eb1-bb7bc18776c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 200 len: 999 time: 0.0654879 Aug 19 18:55:21.215329 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2ce59d03-fc27-4069-8ce4-7d68153cfa3f None None] Provisioning for port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:21.219665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2ce59d03-fc27-4069-8ce4-7d68153cfa3f None None] Provisioning complete for port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:21.225535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ce59d03-fc27-4069-8ce4-7d68153cfa3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:21.246167 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:21.274851 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-800d7d02-5aed-4857-aafc-3aff843b17eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:21.276606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-800d7d02-5aed-4857-aafc-3aff843b17eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 200 len: 855 time: 0.0938182 Aug 19 18:55:21.279065 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2ce59d03-fc27-4069-8ce4-7d68153cfa3f None None] Port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:55:21.393798 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-10195a77-f2fe-491b-9e6b-bb5367edd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:21.395342 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-10195a77-f2fe-491b-9e6b-bb5367edd6fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3406ecf-096b-4d2f-af5c-d88295109628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008174 Aug 19 18:55:21.544861 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-b9d3d134-da74-4201-b49a-effe2fe137f0 service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411686 Aug 19 18:55:21.546890 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:21.628293 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:21.747873 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-4f1bf08e-4cfe-4dc1-9cd8-89a63b24403a service neutron] 10.222.0.30 "GET /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952846 Aug 19 18:55:21.749055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:21.751663 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Pushing event updated for resources: {'Port': ['ID=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:21.818057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63644b1-fc0b-4090-8c2e-7b1a929b36e3 req-54f0fe4f-1995-4763-900f-45540a0a0df3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:21.819610 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a63644b1-fc0b-4090-8c2e-7b1a929b36e3 req-54f0fe4f-1995-4763-900f-45540a0a0df3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.1425142 Aug 19 18:55:21.893785 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a63644b1-fc0b-4090-8c2e-7b1a929b36e3 req-603c2acb-962a-4b98-9e24-c6f5d26456b7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637727 Aug 19 18:55:21.917930 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Network d76153cd-6012-4157-8eb9-9fb72bb6543d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:21.919590 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:22.071949 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Router 5f7cc5e6-c372-4208-b067-b229826f5ade has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:55:22.207949 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd1eab7f-6ff2-4de4-920b-128ced15f6f0 None None] Provisioning complete for port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:22.208462 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd1eab7f-6ff2-4de4-920b-128ced15f6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:22.261717 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f696b23e-b361-4232-8157-886ed846bafa up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:22.287836 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:55:22.305265 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ad1c51c9-2429-4262-a777-b0fa55c6707d admin admin] 10.222.0.37 "PUT /v2.0/routers/5f7cc5e6-c372-4208-b067-b229826f5ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7443054 Aug 19 18:55:22.305776 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cd1eab7f-6ff2-4de4-920b-128ced15f6f0 None None] Port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:55:22.327477 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port f696b23e-b361-4232-8157-886ed846bafa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:22.328243 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:22.425901 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 721636f9-3f62-43ef-bafc-a2995533f5e8 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:22.539948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 721636f9-3f62-43ef-bafc-a2995533f5e8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:22.546134 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 721636f9-3f62-43ef-bafc-a2995533f5e8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:22.546510 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:22.726470 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:22.734560 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Sync routers for ids ['5f7cc5e6-c372-4208-b067-b229826f5ade'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:55:22.747388 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Routers {'5f7cc5e6-c372-4208-b067-b229826f5ade'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:22.748771 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['5f7cc5e6-c372-4208-b067-b229826f5ade'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:22.794666 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 721636f9-3f62-43ef-bafc-a2995533f5e8, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=721636f9-3f62-43ef-bafc-a2995533f5e8,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:22.886813 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:22.939702 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Set router 5f7cc5e6-c372-4208-b067-b229826f5ade gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:22.982264 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=721636f9-3f62-43ef-bafc-a2995533f5e8,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:23.134407 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1a25-9ec9-4b9b-8edd-900401cebea8 req-c4a7dc9e-ceb1-41e3-b9f0-77dccdf81ee6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:23.136750 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-20ca1a25-9ec9-4b9b-8edd-900401cebea8 req-c4a7dc9e-ceb1-41e3-b9f0-77dccdf81ee6 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0938118 Aug 19 18:55:23.193945 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51374) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:23.202400 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1427818292', 'description': 'tempest-secgroup-smoke-1427818292 description', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:23.232537 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-20ca1a25-9ec9-4b9b-8edd-900401cebea8 req-02ffc764-f2a5-4b84-a83c-15ced3b64dfd tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894055 Aug 19 18:55:23.244870 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:21Z', 'revision_number': 4, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '02bc09ec-4029-4888-ad66-a6bffd0a9ec7', 'name': '', 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'mac_address': 'fa:16:3e:b9:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c3715cb1-df49-4760-b697-e72aa750f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:20Z', 'updated_at': '2021-08-19T18:55:21Z', 'revision_number': 2, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'subnets': [{'id': 'c3715cb1-df49-4760-b697-e72aa750f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:23.291943 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Checking router: 5f7cc5e6-c372-4208-b067-b229826f5ade for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:55:23.292174 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Updating router 5f7cc5e6-c372-4208-b067-b229826f5ade port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:55:23.321311 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.325905 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.414395 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.468702 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.513450 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079b2725-3853-49da-879e-30981b818006,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:23.560721 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.563615 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d764b57d-3acf-4e1d-802d-0200b960f246 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3673017 Aug 19 18:55:23.566091 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51378) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:23.573110 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group_rule': {'security_group_id': '079b2725-3853-49da-879e-30981b818006', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:23.633675 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.644160 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Transition to ACTIVE for port object 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:23.703454 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.726267 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.774511 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95e495-1f59-4656-9271-44e9bd3c6b2b None None] Pushing event updated for resources: {'Port': ['ID=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:23.783678 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.845835 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Attempting to bind port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:23.846311 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Attempting to bind port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:23.846641 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.846816 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Attempting to bind port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 on network d76153cd-6012-4157-8eb9-9fb72bb6543d {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:23.852927 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:23.859116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Checking segment: {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:23.859116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.859116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Bound using segment: {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:23.859116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Bound port: 02bc09ec-4029-4888-ad66-a6bffd0a9ec7, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbaca8d-325e-4422-960e-6100c2fa2ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:23.859116 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.874981 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c1a03e-a515-4281-82de-63224d8bcc31,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:23.934111 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:23.938399 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51380) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:23.941053 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e5166d06-c0a5-44be-b645-cdb1e205ab4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738818 Aug 19 18:55:23.945662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group_rule': {'security_group_id': '079b2725-3853-49da-879e-30981b818006', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:23.958216 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] For port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:23.962418 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] For port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:24.053121 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.077474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.114961 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 721636f9-3f62-43ef-bafc-a2995533f5e8 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:24.139033 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Routers {'5f7cc5e6-c372-4208-b067-b229826f5ade'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:55:24.139673 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:55:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['5f7cc5e6-c372-4208-b067-b229826f5ade'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:24.156333 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95e495-1f59-4656-9271-44e9bd3c6b2b None None] Pushing event updated for resources: {'Port': ['ID=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:24.186260 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.242826 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.264627 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 721636f9-3f62-43ef-bafc-a2995533f5e8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:24.265670 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.281758 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2160fc8-da0e-49af-9331-c4d7ab1ea581,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:24.356676 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.360679 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a699ee1a-06cc-4c95-b7b0-6a02cea4c58d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4177690 Aug 19 18:55:24.361650 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51386) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:24.368313 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group_rule': {'security_group_id': '079b2725-3853-49da-879e-30981b818006', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:24.433685 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] Set router 5f7cc5e6-c372-4208-b067-b229826f5ade gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:55:24.469427 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1308e-0aaa-4495-babb-1826b662ad27 req-02e72525-e860-4410-a04b-f22e3b09f61d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:24.470982 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e8b1308e-0aaa-4495-babb-1826b662ad27 req-02e72525-e860-4410-a04b-f22e3b09f61d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0871651 Aug 19 18:55:24.498265 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.537690 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e8b1308e-0aaa-4495-babb-1826b662ad27 req-07f18df6-b9da-4d71-bc6b-4acbcef51e4b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569539 Aug 19 18:55:24.585519 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.663297 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.687623 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd49288e-0007-44bd-aca3-8032e34255b4,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:24.732082 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:21Z', 'revision_number': 4, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '02bc09ec-4029-4888-ad66-a6bffd0a9ec7', 'name': '', 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'mac_address': 'fa:16:3e:b9:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c3715cb1-df49-4760-b697-e72aa750f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:20Z', 'updated_at': '2021-08-19T18:55:23Z', 'revision_number': 4, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'subnets': [{'id': 'c3715cb1-df49-4760-b697-e72aa750f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:55:24.754789 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.756445 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-09f82e2d-a81c-4205-a202-be189c84e114 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3923688 Aug 19 18:55:24.760856 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51388) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:24.761619 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473adfe-8617-4cfb-8025-63e06b3371e9 None None] The sync data for ids ['5f7cc5e6-c372-4208-b067-b229826f5ade'] in dv-cinder-790535-9-iscsi is: [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:21Z', 'revision_number': 4, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '02bc09ec-4029-4888-ad66-a6bffd0a9ec7', 'name': '', 'network_id': 'd76153cd-6012-4157-8eb9-9fb72bb6543d', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'mac_address': 'fa:16:3e:b9:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'c3715cb1-df49-4760-b697-e72aa750f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:20Z', 'updated_at': '2021-08-19T18:55:23Z', 'revision_number': 4, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'subnets': [{'id': 'c3715cb1-df49-4760-b697-e72aa750f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:55:24.771985 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group_rule': {'security_group_id': '079b2725-3853-49da-879e-30981b818006', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:24.869619 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:24.942251 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.014384 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.035523 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23bcd94-cf10-41a0-bb01-984a6369677f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:25.121114 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.122352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-093af3e5-ffae-4023-8b7f-5105df5dfa7d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3601396 Aug 19 18:55:25.125474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51390) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:25.133216 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group_rule': {'security_group_id': '079b2725-3853-49da-879e-30981b818006', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:25.212591 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Project bf6fb843f4384c9aa519362edf6c7dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:55:25.220244 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.307677 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.383199 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.402935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d7cb90-d7fd-4c69-a38b-93b2ed26bfc9,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:25.494164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.496062 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-40c14b30-172a-469d-96e6-ab98df3ce5d2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3695011 Aug 19 18:55:25.498662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:55:25.503204 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'security_group_rule': {'security_group_id': '079b2725-3853-49da-879e-30981b818006', 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:25.585498 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Project bf6fb843f4384c9aa519362edf6c7dd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:55:25.592103 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.722341 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.739916 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc22d1e-ad9e-45b3-b291-2e66b166c15c req-383aadf8-03f3-412d-8353-31bec8f57fb7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:25.741857 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5fc22d1e-ad9e-45b3-b291-2e66b166c15c req-383aadf8-03f3-412d-8353-31bec8f57fb7 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0957990 Aug 19 18:55:25.788120 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.796547 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5fc22d1e-ad9e-45b3-b291-2e66b166c15c req-60ccdc10-3d16-4578-9864-30c9a7ef9508 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468912 Aug 19 18:55:25.814299 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcffb1dc-a38b-4a9f-8e61-b0c58fe97775,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:25.896003 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:25.898606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-7b3fa2f9-4835-4e5e-9fd7-343b4fdd7ebe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3986423 Aug 19 18:55:26.167737 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:26.312937 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:55:26.325350 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:26.325730 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:26.423134 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:26.459839 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:26.497396 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:26.520507 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:26.578948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:26.986824 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00868db-26d0-4752-94ad-ea723e04ea89 req-7104e570-1800-4972-b1a0-659cf91c2444 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:26.989790 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e00868db-26d0-4752-94ad-ea723e04ea89 req-7104e570-1800-4972-b1a0-659cf91c2444 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0621202 Aug 19 18:55:27.051040 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e00868db-26d0-4752-94ad-ea723e04ea89 req-0519e4a3-2d05-41dc-a293-adfbbc2cd794 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543783 Aug 19 18:55:28.098842 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:28.147720 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:28.148122 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:28.188614 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc7615-0807-44a8-9305-ae3653e2c8e3 req-7dbe9049-df73-4174-8d4c-a1838ec43085 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:28.190212 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-43dc7615-0807-44a8-9305-ae3653e2c8e3 req-7dbe9049-df73-4174-8d4c-a1838ec43085 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0639791 Aug 19 18:55:28.248668 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-43dc7615-0807-44a8-9305-ae3653e2c8e3 req-c558c098-9f68-4c36-b8dd-cb5228678955 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523012 Aug 19 18:55:29.378624 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40008906-8eef-4dde-9753-80d67f243cdd req-93518b11-908b-46eb-b6ed-e47be12d7f30 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:29.380155 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-40008906-8eef-4dde-9753-80d67f243cdd req-93518b11-908b-46eb-b6ed-e47be12d7f30 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0569689 Aug 19 18:55:29.422895 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-40008906-8eef-4dde-9753-80d67f243cdd req-aeae851d-d53a-420e-90bb-1a61c1aa2aad tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364156 Aug 19 18:55:30.551699 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fcd71-ee68-4b56-bb9f-0772e6dd5c1c req-6ba890be-5cce-41f7-8c09-283d6b18787f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:30.553524 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8a3fcd71-ee68-4b56-bb9f-0772e6dd5c1c req-6ba890be-5cce-41f7-8c09-283d6b18787f tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0562594 Aug 19 18:55:30.594982 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8a3fcd71-ee68-4b56-bb9f-0772e6dd5c1c req-0908418f-b9de-4b6f-ba85-9b778930b86a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353251 Aug 19 18:55:31.721886 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d9fcc-0a21-4b21-8122-1b54f1ac2074 req-873d2868-7fe8-41c8-8362-ed5ca1f3fc32 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:31.723590 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bb4d9fcc-0a21-4b21-8122-1b54f1ac2074 req-873d2868-7fe8-41c8-8362-ed5ca1f3fc32 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0516400 Aug 19 18:55:31.787267 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bb4d9fcc-0a21-4b21-8122-1b54f1ac2074 req-a708544c-c4fb-4988-8ac1-9ec310f8d8dc tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545037 Aug 19 18:55:32.917627 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182bb3-170a-4442-89ed-e157538892d1 req-1f3d73a1-c26a-4861-a2d2-206df971ac58 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:32.919437 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-71182bb3-170a-4442-89ed-e157538892d1 req-1f3d73a1-c26a-4861-a2d2-206df971ac58 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0551789 Aug 19 18:55:32.969311 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-71182bb3-170a-4442-89ed-e157538892d1 req-4ffdf9a6-43ca-4bc4-b131-92b63468cc03 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 Aug 19 18:55:34.093469 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f06394-2f0e-4ee2-8b8b-19ec0c4df25f req-c3480e5c-95d9-40d8-8106-2b3413446eaf tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:34.095074 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b2f06394-2f0e-4ee2-8b8b-19ec0c4df25f req-c3480e5c-95d9-40d8-8106-2b3413446eaf tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0509143 Aug 19 18:55:34.135797 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b2f06394-2f0e-4ee2-8b8b-19ec0c4df25f req-b6b4f8be-161c-4ecf-a995-25826797168b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345399 Aug 19 18:55:34.162206 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dff9794-5e4a-4a88-b017-ae775700189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:35.275964 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b0b46-be2b-443f-ab6b-4afdd05ec4a5 req-cd56c2ee-d85a-4cdd-9ab0-842cd6fc8585 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:35.277654 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-098b0b46-be2b-443f-ab6b-4afdd05ec4a5 req-cd56c2ee-d85a-4cdd-9ab0-842cd6fc8585 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0522532 Aug 19 18:55:35.323686 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-098b0b46-be2b-443f-ab6b-4afdd05ec4a5 req-573d27ca-62d5-4e10-b0ff-a095d031e71b tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 Aug 19 18:55:36.457100 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c82ab3-a5e3-4056-b1b9-fe40bef20b8a req-69c9c096-58d4-4cca-9178-65c7a6c09402 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:36.457100 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a9c82ab3-a5e3-4056-b1b9-fe40bef20b8a req-69c9c096-58d4-4cca-9178-65c7a6c09402 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 943 time: 0.0585086 Aug 19 18:55:36.503505 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a9c82ab3-a5e3-4056-b1b9-fe40bef20b8a req-007b5ec2-18b2-4d1a-8905-7f4123a14b81 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421073 Aug 19 18:55:37.707595 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:55:37.902410 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5ec51f5e-9b9d-4be9-aac5-405d139e2890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:37.921593 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:37.954361 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:37.968200 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'port_id': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'mac_address': 'fa:16:3e:d0:c7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:55:38.007624 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:38.021133 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d86838-21f3-4b12-bbc6-ffe8c6350391 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:55:38.039705 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:38.042192 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:38.122539 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:38.175553 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:38.254598 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64567ed0-51fd-4af0-8de9-07c6af7fe03c req-7c3218e9-5b09-4f75-9f84-8b1f12b6c173 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:38.254598 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-64567ed0-51fd-4af0-8de9-07c6af7fe03c req-7c3218e9-5b09-4f75-9f84-8b1f12b6c173 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.0502872 Aug 19 18:55:38.301025 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-64567ed0-51fd-4af0-8de9-07c6af7fe03c req-fa2ea6d3-1f14-4337-ac26-108517ab5adb tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397573 Aug 19 18:55:38.363155 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d4181-bc78-4721-b9c2-8744e649043e req-c1ca050f-1da9-499f-b5fb-bad580efd6b0 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:38.367830 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-463d4181-bc78-4721-b9c2-8744e649043e req-c1ca050f-1da9-499f-b5fb-bad580efd6b0 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.0608225 Aug 19 18:55:38.405814 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-463d4181-bc78-4721-b9c2-8744e649043e req-0c2c4912-0c93-4b35-9bba-ec1bf80c1d11 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344188 Aug 19 18:55:38.542440 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['06d86838-21f3-4b12-bbc6-ffe8c6350391'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:55:39.348867 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:39.428630 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f2887-91f5-4577-b510-a4923ced1c70 req-d785b8ef-c192-4407-a537-b519480671f0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:39.430213 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-944f2887-91f5-4577-b510-a4923ced1c70 req-d785b8ef-c192-4407-a537-b519480671f0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 944 time: 0.0563428 Aug 19 18:55:39.475406 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-944f2887-91f5-4577-b510-a4923ced1c70 req-64f0cee6-410e-48ff-ac5b-2eb162681abf tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389085 Aug 19 18:55:39.530042 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a665000-d835-4e63-a599-7b1271cf08fb req-7def9a17-2441-4b9d-bce9-d96749ca7620 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:39.531636 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a665000-d835-4e63-a599-7b1271cf08fb req-7def9a17-2441-4b9d-bce9-d96749ca7620 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.0505912 Aug 19 18:55:39.571248 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a665000-d835-4e63-a599-7b1271cf08fb req-629f7828-6f1b-423c-8a13-5219c39d44ae tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Aug 19 18:55:39.722800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:55:39.769277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 06d86838-21f3-4b12-bbc6-ffe8c6350391 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:55:39.769562 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:39.857662 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:39.886367 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:55:39.888781 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864c095d-d092-4984-bc82-ddd1e43eca77" -d '{"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-plugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:55:39.903914 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:39.925731 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19eec3b-8e03-486a-ad55-cd4ee364cc4c x-openstack-request-id: req-b19eec3b-8e03-486a-ad55-cd4ee364cc4c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:55:39.926107 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-plugged", "status": "completed", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:55:39.926364 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b19eec3b-8e03-486a-ad55-cd4ee364cc4c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:55:39.926763 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'code': 200} Aug 19 18:55:39.984948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:40.034489 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:40.399549 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28bca9-6bee-4153-aaa8-94b5ecde56e3 req-4d434899-780c-4924-93e4-2eaad1b5f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:40.401148 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2b28bca9-6bee-4153-aaa8-94b5ecde56e3 req-4d434899-780c-4924-93e4-2eaad1b5f964 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 1099 time: 0.0419054 Aug 19 18:55:40.439116 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2b28bca9-6bee-4153-aaa8-94b5ecde56e3 req-57dc12fd-3c54-4444-8626-d9fb2a29c021 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293000 Aug 19 18:55:40.606455 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643f9d-6eb1-4bbf-ba5d-47b1115314f3 req-72f4509b-ecb4-481e-81cc-f5083f4e1967 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:40.608024 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b1643f9d-6eb1-4bbf-ba5d-47b1115314f3 req-72f4509b-ecb4-481e-81cc-f5083f4e1967 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0544941 Aug 19 18:55:40.647207 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b1643f9d-6eb1-4bbf-ba5d-47b1115314f3 req-d6bfb706-cadd-4c2c-9d1b-a01f79e0745c tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Aug 19 18:55:40.696179 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3b729-1a8f-42cd-a4e4-4b7c82e2ab1a req-dddb8f16-9109-4feb-b2bc-4f45c02b2337 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:40.697779 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-09e3b729-1a8f-42cd-a4e4-4b7c82e2ab1a req-dddb8f16-9109-4feb-b2bc-4f45c02b2337 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Aug 19 18:55:40.738061 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-09e3b729-1a8f-42cd-a4e4-4b7c82e2ab1a req-d616f8b0-31c2-4e8b-8f76-bd3234e2ac07 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337112 Aug 19 18:55:40.924440 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683866-c386-451c-9b92-3a457f4aec0f req-1e87bf34-cf57-4438-ade7-e8881ff8a07c tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:40.925825 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c683866-c386-451c-9b92-3a457f4aec0f req-1e87bf34-cf57-4438-ade7-e8881ff8a07c tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 945 time: 0.0506790 Aug 19 18:55:41.110529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Deleting port be8d7d07-b0a2-49f0-857f-dc31da707d89 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:55:41.110529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:41.200398 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] For port be8d7d07-b0a2-49f0-857f-dc31da707d89, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=be8d7d07-b0a2-49f0-857f-dc31da707d89,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:55:41.200679 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:41.214442 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Calling delete_port for be8d7d07-b0a2-49f0-857f-dc31da707d89 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:55:41.413661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:41.440948 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Pushing event deleted for resources: {'Port': ['ID=be8d7d07-b0a2-49f0-857f-dc31da707d89,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:41.450532 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['be8d7d07-b0a2-49f0-857f-dc31da707d89'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:55:41.490508 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] No DVR routers for this DVR port be8d7d07-b0a2-49f0-857f-dc31da707d89 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:55:41.493400 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:41.495446 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0c683866-c386-451c-9b92-3a457f4aec0f req-f1abffae-4c60-4d1d-87f3-4291990463db tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "DELETE /v2.0/ports/be8d7d07-b0a2-49f0-857f-dc31da707d89 HTTP/1.1" status: 204 len: 173 time: 0.5622489 Aug 19 18:55:41.496435 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'name': 'network-vif-deleted', 'tag': 'be8d7d07-b0a2-49f0-857f-dc31da707d89'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:55:41.498845 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77995ffa-e709-4596-9653-f0d76344f309" -d '{"events": [{"server_uuid": "5ffae5e7-f104-4534-8b7f-9d141bdc3579", "name": "network-vif-deleted", "tag": "be8d7d07-b0a2-49f0-857f-dc31da707d89"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:55:41.537152 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c727d9-e9c7-48df-a4a0-82b2643ecdb3 x-openstack-request-id: req-71c727d9-e9c7-48df-a4a0-82b2643ecdb3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:55:41.537152 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ffae5e7-f104-4534-8b7f-9d141bdc3579", "name": "network-vif-deleted", "tag": "be8d7d07-b0a2-49f0-857f-dc31da707d89", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:55:41.537152 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71c727d9-e9c7-48df-a4a0-82b2643ecdb3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:55:41.537152 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ffae5e7-f104-4534-8b7f-9d141bdc3579', 'name': 'network-vif-deleted', 'tag': 'be8d7d07-b0a2-49f0-857f-dc31da707d89', 'status': 'completed', 'code': 200} Aug 19 18:55:41.780514 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31c0c5-7ef6-4cc2-ad5d-c83937c1c761 req-fefa4745-4518-4f9e-b7ec-847b78ceb05e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:41.782993 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4c31c0c5-7ef6-4cc2-ad5d-c83937c1c761 req-fefa4745-4518-4f9e-b7ec-847b78ceb05e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0578125 Aug 19 18:55:41.828983 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4c31c0c5-7ef6-4cc2-ad5d-c83937c1c761 req-a61c94bb-89b9-4e88-9770-8508da35b84a tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373642 Aug 19 18:55:41.881870 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-24668e21-25e3-4a58-a3a4-0e3c0bdbc670 req-a41a4ddc-e0f7-4484-b4ca-d5921e132ccd tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ffae5e7-f104-4534-8b7f-9d141bdc3579 HTTP/1.1" status: 200 len: 210 time: 0.0296431 Aug 19 18:55:42.960470 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b83561-b953-4edf-813a-f070fc98d44e req-7d8a1721-4bcd-4394-b6f7-56ed2c6126d3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:42.962093 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-39b83561-b953-4edf-813a-f070fc98d44e req-7d8a1721-4bcd-4394-b6f7-56ed2c6126d3 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0518486 Aug 19 18:55:43.004971 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-39b83561-b953-4edf-813a-f070fc98d44e req-bf476d8b-ea30-4e48-933c-f62150a8b218 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339479 Aug 19 18:55:43.763297 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device be8d7d07-b0a2-49f0-857f-dc31da707d89 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:55:43.787264 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: be8d7d07-b0a2-49f0-857f-dc31da707d89 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:55:43.787611 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device be8d7d07-b0a2-49f0-857f-dc31da707d89 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:55:44.130623 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bddb3d-2319-469b-bccb-37be1233eb99 req-35ca3171-2887-40e5-80db-fa2b74ba5474 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:44.132041 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48bddb3d-2319-469b-bccb-37be1233eb99 req-35ca3171-2887-40e5-80db-fa2b74ba5474 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0528896 Aug 19 18:55:44.170592 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48bddb3d-2319-469b-bccb-37be1233eb99 req-305afb93-7902-472c-9e1e-f39e1312fbee tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Aug 19 18:55:51.146586 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:55:53.591036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d0b97e74-9a97-49b7-a187-3305b63da5cd tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:53.592508 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d0b97e74-9a97-49b7-a187-3305b63da5cd tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/networks?id=29bb0182-a87a-4455-a03f-ee16c2ed6dd5 HTTP/1.1" status: 200 len: 813 time: 0.0991542 Aug 19 18:55:53.607833 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-25ac8f56-af73-48f9-9ab4-d2ac3e906c19 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/quotas/2c3d3f7f5f0e4d92aee5dc24bb57fa55 HTTP/1.1" status: 200 len: 375 time: 0.0090337 Aug 19 18:55:53.643673 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e949427c-67aa-41f0-8a34-5b98d40f7330 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306234 Aug 19 18:55:53.729653 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-2df92d88-a3a8-4788-b1fb-3b957b46847b service neutron] 10.222.0.37 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791419 Aug 19 18:55:53.819638 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-c2e9be09-e9a6-4c7f-bd1f-c40f645265d6 service neutron] 10.222.0.37 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837858 Aug 19 18:55:54.350236 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa76c13f-089c-4c46-b91a-dae2a1ef0ed1 req-38e7be42-60cf-4fb5-8acc-3f02eae793b8 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 210 time: 0.2913761 Aug 19 18:55:55.444172 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e6bd8dfb-556d-437d-abc4-5b096b1b3649 req-f1e39848-db59-4142-a383-1d6ee958c1b1 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 210 time: 0.0278480 Aug 19 18:55:55.659503 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-9c5ca1c1-d746-4bb6-9708-6f13761dd05d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1427818292&fields=id&tenant_id=bf6fb843f4384c9aa519362edf6c7dd5 HTTP/1.1" status: 200 len: 267 time: 0.0349703 Aug 19 18:55:55.767956 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-9299466c-aeb1-4fba-a01c-82e68468fbc5 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:55.769394 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-9299466c-aeb1-4fba-a01c-82e68468fbc5 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 809 time: 0.1032581 Aug 19 18:55:55.785169 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-1163c67f-f056-45b6-9347-cef921846dd2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/quotas/bf6fb843f4384c9aa519362edf6c7dd5 HTTP/1.1" status: 200 len: 375 time: 0.0098522 Aug 19 18:55:55.836216 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-c7408412-96df-4513-9818-134724214a48 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455544 Aug 19 18:55:55.942119 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-4d099a89-b91a-4e45-bfbc-eeea7b4f929f service neutron] 10.222.0.37 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926366 Aug 19 18:55:56.032161 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-034b08e9-6b74-4b1d-9664-a4f7eba891cd service neutron] 10.222.0.37 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836339 Aug 19 18:55:56.250634 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-eab266de-ecf8-4ddb-88e8-d69ecffcd275 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:56.252319 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-eab266de-ecf8-4ddb-88e8-d69ecffcd275 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "GET /v2.0/networks?id=29bb0182-a87a-4455-a03f-ee16c2ed6dd5 HTTP/1.1" status: 200 len: 813 time: 0.1089556 Aug 19 18:55:56.274150 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Request body: {'port': {'device_id': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5', 'admin_state_up': True, 'tenant_id': '2c3d3f7f5f0e4d92aee5dc24bb57fa55'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:56.434284 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Made reservation on behalf of 2c3d3f7f5f0e4d92aee5dc24bb57fa55 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:55:56.437940 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:56.487729 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:56.572074 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa9ddf22-fc12-4012-adde-300aff05aeb7 req-8ceee114-3c49-428d-bf1e-3366c39377cd tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 210 time: 0.0546913 Aug 19 18:55:56.616609 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ac4059ea-16ea-4939-9758-8847aeb77aba req-8c80d118-3491-45ac-92e3-64f7040b65e9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0330284 Aug 19 18:55:56.625836 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Allocated IP 172.20.0.14 (29bb0182-a87a-4455-a03f-ee16c2ed6dd5/1693d06d-5f80-4f9f-9536-6db28f3bbdb6/aa3cd585-8bf0-4411-9819-84d7f633d954) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:56.778934 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:56.899534 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:56.947947 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:56.951295 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:56.956484 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:56.960598 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Pushing event updated for resources: {'Port': ['ID=aa3cd585-8bf0-4411-9819-84d7f633d954,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:57.011743 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:57.012364 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:57.122751 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d617e4eb-0ac6-4e55-8068-bfd9c25eb327 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8522429 Aug 19 18:55:57.141960 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Request body: {'port': {'device_id': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:57.195828 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:57.463933 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3cd585-8bf0-4411-9819-84d7f633d954 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:55:57.471416 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:57.483435 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Transition to ACTIVE for port object aa3cd585-8bf0-4411-9819-84d7f633d954 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:57.601534 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:57.663120 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Pushing event updated for resources: {'Port': ['ID=aa3cd585-8bf0-4411-9819-84d7f633d954,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:57.727816 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2fffab12-06a5-4296-9463-5b54419b91ab req-0a992a4f-9928-43fb-9d1b-50cce2893f91 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0447471 Aug 19 18:55:57.774084 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80246d81-67ac-4c68-b3e9-48a72d4be769 req-9eafc6e2-60df-486a-9aae-cda21b119428 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:57.775581 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80246d81-67ac-4c68-b3e9-48a72d4be769 req-9eafc6e2-60df-486a-9aae-cda21b119428 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 944 time: 0.1271994 Aug 19 18:55:57.802951 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Attempting to bind port aa3cd585-8bf0-4411-9819-84d7f633d954 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:55:57.803288 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Attempting to bind port aa3cd585-8bf0-4411-9819-84d7f633d954 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:55:57.803627 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Attempting to bind port aa3cd585-8bf0-4411-9819-84d7f633d954 on network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:57.813293 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Port aa3cd585-8bf0-4411-9819-84d7f633d954 on network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:55:57.818355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Attempting to bind port aa3cd585-8bf0-4411-9819-84d7f633d954 on network 29bb0182-a87a-4455-a03f-ee16c2ed6dd5 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:55:57.825616 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:55:57.825958 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Checking segment: {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:55:57.826340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Bound using segment: {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:55:57.826772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Bound port: aa3cd585-8bf0-4411-9819-84d7f633d954, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9166feb6-54fa-4c5a-9505-45de4098c7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:55:57.827199 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:57.835040 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80246d81-67ac-4c68-b3e9-48a72d4be769 req-69cfb587-b82b-4ce6-9ff5-14a0ee9a2b8d tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520382 Aug 19 18:55:57.896102 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] For port aa3cd585-8bf0-4411-9819-84d7f633d954, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:55:57.899138 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] For port aa3cd585-8bf0-4411-9819-84d7f633d954, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa3cd585-8bf0-4411-9819-84d7f633d954,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:55:57.965709 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:58.006901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.007621 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:58.009163 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] 10.222.0.30 "PUT /v2.0/ports/aa3cd585-8bf0-4411-9819-84d7f633d954 HTTP/1.1" status: 200 len: 1094 time: 0.8723342 Aug 19 18:55:58.009648 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'tag': 'aa3cd585-8bf0-4411-9819-84d7f633d954'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:55:58.012017 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cad98-9736-4bd9-a787-bebcd58e1f79" -d '{"events": [{"name": "network-changed", "server_uuid": "92a03648-6800-44ef-987f-8a1224f6cb2e", "tag": "aa3cd585-8bf0-4411-9819-84d7f633d954"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:55:58.041041 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f2f95-d557-4482-a006-cd4efdbd760d service neutron] Pushing event updated for resources: {'Port': ['ID=aa3cd585-8bf0-4411-9819-84d7f633d954,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:58.058068 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec05396-cd5d-4b3f-8a09-4132d9432edb x-openstack-request-id: req-7ec05396-cd5d-4b3f-8a09-4132d9432edb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:55:58.058358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a03648-6800-44ef-987f-8a1224f6cb2e", "tag": "aa3cd585-8bf0-4411-9819-84d7f633d954", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:55:58.058874 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ec05396-cd5d-4b3f-8a09-4132d9432edb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:55:58.059350 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'tag': 'aa3cd585-8bf0-4411-9819-84d7f633d954', 'status': 'completed', 'code': 200} Aug 19 18:55:58.181556 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cad98-9736-4bd9-a787-bebcd58e1f79 req-6b1350fc-fd9e-4f97-917a-29450a7bb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.183101 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2e7cad98-9736-4bd9-a787-bebcd58e1f79 req-6b1350fc-fd9e-4f97-917a-29450a7bb2ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 1097 time: 0.0482297 Aug 19 18:55:58.331262 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cad98-9736-4bd9-a787-bebcd58e1f79 req-6f96b1f3-5f52-4e52-9d60-37e280b07853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.332659 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2e7cad98-9736-4bd9-a787-bebcd58e1f79 req-6f96b1f3-5f52-4e52-9d60-37e280b07853 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0968726 Aug 19 18:55:58.432713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cad98-9736-4bd9-a787-bebcd58e1f79 req-dfb204fe-98b4-401e-8eb3-1fff48779a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.434225 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2e7cad98-9736-4bd9-a787-bebcd58e1f79 req-dfb204fe-98b4-401e-8eb3-1fff48779a34 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941405 Aug 19 18:55:58.543842 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-b5a946ee-a386-464d-a8b0-968ec0e80237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.545360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-b5a946ee-a386-464d-a8b0-968ec0e80237 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 1097 time: 0.0401115 Aug 19 18:55:58.609585 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-af2692a6-6218-4a3a-8e15-648b19ba05ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa3cd585-8bf0-4411-9819-84d7f633d954 HTTP/1.1" status: 200 len: 217 time: 0.0362551 Aug 19 18:55:58.657993 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-85dfec65-054c-4205-bd4d-35ad24c24072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.659478 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-85dfec65-054c-4205-bd4d-35ad24c24072 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1693d06d-5f80-4f9f-9536-6db28f3bbdb6 HTTP/1.1" status: 200 len: 853 time: 0.0436532 Aug 19 18:55:58.693045 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-284603d4-0045-4a53-907d-b81ffb26baf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29bb0182-a87a-4455-a03f-ee16c2ed6dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252242 Aug 19 18:55:58.784590 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-d81801fb-c3ec-4e2c-b07f-329573418852 service neutron] 10.222.0.30 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815406 Aug 19 18:55:58.834254 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1e03b762-e4a3-459b-85a0-61e61cb8d2d7 req-1df01e7d-993b-46ff-8b44-bb7b7779fa3f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0398850 Aug 19 18:55:58.930542 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d8f7e3b4-3712-4114-9082-e1a8bbd4c99d req-99f78292-1a6b-404c-aaf3-a2bbc949d873 service neutron] 10.222.0.30 "GET /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234434 Aug 19 18:55:58.968336 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae9605-4bf3-4957-a21d-25a2e8351ca4 req-5067c6df-ab1b-4108-af5a-71c0e66fa5c6 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:58.970772 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7fae9605-4bf3-4957-a21d-25a2e8351ca4 req-5067c6df-ab1b-4108-af5a-71c0e66fa5c6 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 944 time: 0.0649378 Aug 19 18:55:59.009773 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7fae9605-4bf3-4957-a21d-25a2e8351ca4 req-551adedf-5839-4e65-83ee-c36d3c8ecb95 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Aug 19 18:55:59.214939 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-23fd55ca-9568-43b0-8172-e5841afb8e78 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:59.216648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-23fd55ca-9568-43b0-8172-e5841afb8e78 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 809 time: 0.1125607 Aug 19 18:55:59.274355 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-53cbb2f2-1c87-4a76-948e-8e64b56bc2bf tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf6fb843f4384c9aa519362edf6c7dd5 HTTP/1.1" status: 200 len: 380 time: 0.0372150 Aug 19 18:55:59.284329 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'port': {'device_id': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'admin_state_up': True, 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'security_groups': ['079b2725-3853-49da-879e-30981b818006']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:55:59.447477 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Made reservation on behalf of bf6fb843f4384c9aa519362edf6c7dd5 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:55:59.451142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:59.591818 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Allocated IP 172.20.0.13 (aea77d35-b00d-48a8-b5bc-63e12ed13f9b/38090b2b-fe70-461f-9835-76f6bc6ef1a0/3d513837-10ef-4ee4-aefa-2e7346df97fa) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:55:59.731307 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:59.745491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Transition to ACTIVE for port object 3d513837-10ef-4ee4-aefa-2e7346df97fa will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:55:59.853577 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:55:59.900640 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:55:59.907501 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:55:59.919581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:55:59.942722 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:55:59.993954 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:55:59.994604 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.014982 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163cf6f-e86e-4200-be72-f488ecd583a6 req-0fa5ca82-9883-44af-a4f9-a7bf9942b9ac tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:00.019132 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8163cf6f-e86e-4200-be72-f488ecd583a6 req-0fa5ca82-9883-44af-a4f9-a7bf9942b9ac tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 932 time: 0.1109290 Aug 19 18:56:00.064102 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8163cf6f-e86e-4200-be72-f488ecd583a6 req-8d3ff753-dfbe-46a7-b686-997d89d32523 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Aug 19 18:56:00.129396 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-b0e48297-91f7-4a30-a166-0d4a1b5453d6 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8487279 Aug 19 18:56:00.140021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273a350-b5e2-4bc9-99ae-b35c1bbe890a req-9db70d5e-ce01-4225-8fa9-e5f5e00ce563 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:00.141644 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8273a350-b5e2-4bc9-99ae-b35c1bbe890a req-9db70d5e-ce01-4225-8fa9-e5f5e00ce563 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 944 time: 0.0527604 Aug 19 18:56:00.150715 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Request body: {'port': {'device_id': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:00.227427 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8273a350-b5e2-4bc9-99ae-b35c1bbe890a req-d56bcce5-c8f8-4c21-be23-bdfe8c7bd0cb tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738273 Aug 19 18:56:00.231926 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.235263 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-62c19adc-de6d-4422-9689-c2c1d41868f8 None None] Provisioning for port 3d513837-10ef-4ee4-aefa-2e7346df97fa completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:00.239017 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-62c19adc-de6d-4422-9689-c2c1d41868f8 None None] Provisioning complete for port 3d513837-10ef-4ee4-aefa-2e7346df97fa triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:00.239814 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-62c19adc-de6d-4422-9689-c2c1d41868f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.277473 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-62c19adc-de6d-4422-9689-c2c1d41868f8 None None] Port 3d513837-10ef-4ee4-aefa-2e7346df97fa cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:56:00.498982 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d513837-10ef-4ee4-aefa-2e7346df97fa {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:00.506316 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.517831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Transition to ACTIVE for port object 3d513837-10ef-4ee4-aefa-2e7346df97fa will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:56:00.589988 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.639092 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:00.716081 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Attempting to bind port 3d513837-10ef-4ee4-aefa-2e7346df97fa on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:56:00.716426 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Attempting to bind port 3d513837-10ef-4ee4-aefa-2e7346df97fa by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:56:00.716765 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Attempting to bind port 3d513837-10ef-4ee4-aefa-2e7346df97fa on network aea77d35-b00d-48a8-b5bc-63e12ed13f9b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:00.722222 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Port 3d513837-10ef-4ee4-aefa-2e7346df97fa on network aea77d35-b00d-48a8-b5bc-63e12ed13f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:56:00.722567 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Attempting to bind port 3d513837-10ef-4ee4-aefa-2e7346df97fa on network aea77d35-b00d-48a8-b5bc-63e12ed13f9b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:56:00.727831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:56:00.728177 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Checking segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:56:00.728574 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Bound using segment: {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:56:00.729015 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Bound port: 3d513837-10ef-4ee4-aefa-2e7346df97fa, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8869816-f9c5-478b-a2cd-65049a7d9a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:56:00.729380 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.796130 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:56:00.801836 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:56:00.863217 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.897802 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:00.898433 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:00.899820 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 1094 time: 0.7532523 Aug 19 18:56:00.900261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:00.902487 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801dd826-d254-4593-8a6e-79076f38b4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:00.930109 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f59ac-9536-4288-a20d-8641cbd4a9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:00.948235 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c3ca40-5361-4c54-ab03-41e5305c9b20 x-openstack-request-id: req-e9c3ca40-5361-4c54-ab03-41e5305c9b20 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:00.948511 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:00.948767 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9c3ca40-5361-4c54-ab03-41e5305c9b20 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:00.949173 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'status': 'completed', 'code': 200} Aug 19 18:56:01.036868 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dd826-d254-4593-8a6e-79076f38b4b4 req-6a20c037-57de-47ec-9e3d-b0801e2ef8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.038405 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-801dd826-d254-4593-8a6e-79076f38b4b4 req-6a20c037-57de-47ec-9e3d-b0801e2ef8b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0452967 Aug 19 18:56:01.174207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dd826-d254-4593-8a6e-79076f38b4b4 req-213a2d16-70b7-4151-bbae-97f7ee04d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.175661 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-801dd826-d254-4593-8a6e-79076f38b4b4 req-213a2d16-70b7-4151-bbae-97f7ee04d4af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1219041 Aug 19 18:56:01.194199 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73f959-ccff-486e-9ab4-cce7941fb790 req-62592e33-917e-4739-9df5-b33accb3173e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.195729 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ff73f959-ccff-486e-9ab4-cce7941fb790 req-62592e33-917e-4739-9df5-b33accb3173e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0625160 Aug 19 18:56:01.286593 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ff73f959-ccff-486e-9ab4-cce7941fb790 req-de27c636-2d4c-4c8d-8381-223a07d19956 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814638 Aug 19 18:56:01.340062 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dd826-d254-4593-8a6e-79076f38b4b4 req-5a70cf09-0e30-414c-a919-2351dde3b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.341546 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-801dd826-d254-4593-8a6e-79076f38b4b4 req-5a70cf09-0e30-414c-a919-2351dde3b916 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449473 Aug 19 18:56:01.361976 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b874d-a692-4da4-9842-45b9ec5fff87 req-6615baa2-b564-4927-8e05-7922c40a4953 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.363532 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-000b874d-a692-4da4-9842-45b9ec5fff87 req-6615baa2-b564-4927-8e05-7922c40a4953 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 944 time: 0.0631166 Aug 19 18:56:01.402444 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-000b874d-a692-4da4-9842-45b9ec5fff87 req-a43d59ca-6a1b-4b5e-afca-1c4f4642876f tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Aug 19 18:56:01.449490 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-4579f18e-6181-4d5a-8074-5bd3a7bcc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.451021 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-4579f18e-6181-4d5a-8074-5bd3a7bcc22e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0456064 Aug 19 18:56:01.503020 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-86882be2-4b25-40a9-ac8c-bb4b578f48d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 217 time: 0.0352774 Aug 19 18:56:01.554815 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-cb73516b-a51a-4a7d-8352-ac1cdfe96513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.556257 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-cb73516b-a51a-4a7d-8352-ac1cdfe96513 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0458834 Aug 19 18:56:01.613194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-0ee09ad1-5274-4025-9a07-76706dc853c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:01.614670 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-0ee09ad1-5274-4025-9a07-76706dc853c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448852 Aug 19 18:56:01.706442 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-fcdfe5bc-2a4a-4e59-b464-0c7cc9415a1a service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830438 Aug 19 18:56:01.799914 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b0035232-c779-4de8-9d6e-9ab01c9dfcc2 req-a5293ee1-3982-4b4b-8b9f-bc1c46ee9668 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847270 Aug 19 18:56:01.868775 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device aa3cd585-8bf0-4411-9819-84d7f633d954 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:56:01.972735 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port aa3cd585-8bf0-4411-9819-84d7f633d954, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa3cd585-8bf0-4411-9819-84d7f633d954,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:01.983958 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'aa3cd585-8bf0-4411-9819-84d7f633d954', 'network_id': '29bb0182-a87a-4455-a03f-ee16c2ed6dd5', 'port_id': 'aa3cd585-8bf0-4411-9819-84d7f633d954', 'mac_address': 'fa:16:3e:23:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1693d06d-5f80-4f9f-9536-6db28f3bbdb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:56:02.022544 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:02.035143 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3cd585-8bf0-4411-9819-84d7f633d954 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:02.053903 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port aa3cd585-8bf0-4411-9819-84d7f633d954, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa3cd585-8bf0-4411-9819-84d7f633d954,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:02.161678 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:02.210150 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=aa3cd585-8bf0-4411-9819-84d7f633d954,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:02.217412 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.217779 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.218129 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.218758 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.219299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.219648 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.219990 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.220331 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.220685 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.221072 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.221416 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.221743 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:02.404016 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176dc6a-40d8-4e1a-b7b5-ecea0b35c76f req-82aa6ea3-1552-45c0-9075-c595f92295a9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:02.405540 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6176dc6a-40d8-4e1a-b7b5-ecea0b35c76f req-82aa6ea3-1552-45c0-9075-c595f92295a9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0504167 Aug 19 18:56:02.446405 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6176dc6a-40d8-4e1a-b7b5-ecea0b35c76f req-44bf3a27-e637-4c75-bc53-08cae94db925 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 Aug 19 18:56:02.486558 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['aa3cd585-8bf0-4411-9819-84d7f633d954'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:02.521149 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c253e96-c859-4ab1-b3d5-9b051241d39c req-5339cca0-a471-4073-bedb-87c1cd6364cf tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:02.522848 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c253e96-c859-4ab1-b3d5-9b051241d39c req-5339cca0-a471-4073-bedb-87c1cd6364cf tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 945 time: 0.0512190 Aug 19 18:56:02.564499 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c253e96-c859-4ab1-b3d5-9b051241d39c req-69f75090-8998-4acb-ad92-666ccbbb0910 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 Aug 19 18:56:03.521848 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-da7287a6-ba32-4023-a581-0abebadf36b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448697 Aug 19 18:56:03.604005 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f366-02dc-4be7-82fe-272da6123ecd req-d1aa0869-9afc-4cdd-8286-2190a3f374de tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:03.605648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b545f366-02dc-4be7-82fe-272da6123ecd req-d1aa0869-9afc-4cdd-8286-2190a3f374de tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0819347 Aug 19 18:56:03.621962 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-87c56e71-de6b-4352-90ae-3d2d69213bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:03.623460 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-87c56e71-de6b-4352-90ae-3d2d69213bb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45259f5472b444d4b0cc4407a345ef44&device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 1098 time: 0.0658782 Aug 19 18:56:03.682481 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b545f366-02dc-4be7-82fe-272da6123ecd req-26d1eb26-70a4-40ac-bcb3-295d20031f96 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689714 Aug 19 18:56:03.896613 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device aa3cd585-8bf0-4411-9819-84d7f633d954 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:04.039774 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c9ab-942d-4fdb-96ae-959a1df4816b req-2adcfff7-0788-458d-b979-d43d3024b128 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.041384 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f919c9ab-942d-4fdb-96ae-959a1df4816b req-2adcfff7-0788-458d-b979-d43d3024b128 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 945 time: 0.3925183 Aug 19 18:56:04.068281 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port aa3cd585-8bf0-4411-9819-84d7f633d954 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:04.073486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-38e1fed0-bd19-42ab-ba48-25e1f3e15ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.073652 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port aa3cd585-8bf0-4411-9819-84d7f633d954 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:04.073652 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.073927 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-38e1fed0-bd19-42ab-ba48-25e1f3e15ca2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 200 len: 912 time: 0.4240603 Aug 19 18:56:04.129186 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f919c9ab-942d-4fdb-96ae-959a1df4816b req-e2b04cd7-f1d2-4481-9508-82e32f2372d5 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797560 Aug 19 18:56:04.156126 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-b5564f66-76e6-4b78-99aa-dbcad5df0edc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bec56ed-8402-432e-838f-ca42da0845e0 HTTP/1.1" status: 200 len: 1000 time: 0.0692925 Aug 19 18:56:04.176600 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.185200 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e15a3472-816c-403a-bcec-97fc5f5fe9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.201412 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3cd585-8bf0-4411-9819-84d7f633d954'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:04.203928 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b64ad4-7651-4762-a036-16f550740bc9" -d '{"events": [{"server_uuid": "92a03648-6800-44ef-987f-8a1224f6cb2e", "name": "network-vif-plugged", "status": "completed", "tag": "aa3cd585-8bf0-4411-9819-84d7f633d954"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:04.214447 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-541a6076-3e25-44d5-bb34-8454d8c510ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.215941 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-541a6076-3e25-44d5-bb34-8454d8c510ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 200 len: 850 time: 0.0516577 Aug 19 18:56:04.218552 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port aa3cd585-8bf0-4411-9819-84d7f633d954, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa3cd585-8bf0-4411-9819-84d7f633d954,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:04.261205 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9018bec1-5e9e-4ff8-a35c-764a719f7e7f x-openstack-request-id: req-9018bec1-5e9e-4ff8-a35c-764a719f7e7f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:04.261496 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a03648-6800-44ef-987f-8a1224f6cb2e", "name": "network-vif-plugged", "status": "completed", "tag": "aa3cd585-8bf0-4411-9819-84d7f633d954", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:04.261746 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9018bec1-5e9e-4ff8-a35c-764a719f7e7f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:04.262195 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3cd585-8bf0-4411-9819-84d7f633d954', 'code': 200} Aug 19 18:56:04.267669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-83912357-94b3-4982-beb9-4589bf6ba767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.269159 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-83912357-94b3-4982-beb9-4589bf6ba767 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=47811ec1-5676-4d32-b602-0c089d0a97d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459735 Aug 19 18:56:04.292913 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:04.341456 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=aa3cd585-8bf0-4411-9819-84d7f633d954,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:04.434657 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-76f47e24-e03e-4389-8deb-33a8cd4155d5 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901418 Aug 19 18:56:04.538696 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-caeb380a-1327-4db0-a421-de19e36f0a9a req-0242776e-766c-42ff-8ace-8adc895eace4 service neutron] 10.222.0.30 "GET /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892909 Aug 19 18:56:04.674637 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9c537-7c49-4520-9086-0185008ca3b4 req-df674692-71db-4706-9e38-2d9ff7aabdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.676069 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-56f9c537-7c49-4520-9086-0185008ca3b4 req-df674692-71db-4706-9e38-2d9ff7aabdf2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 1099 time: 0.0416739 Aug 19 18:56:04.733134 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-56f9c537-7c49-4520-9086-0185008ca3b4 req-0ec99b80-d91d-4568-a0df-1a9183170acd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335705 Aug 19 18:56:04.804710 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4e7dc-0f3f-4105-b527-5f5e0f6d51e5 req-952a8193-2982-4db2-aaba-7d41a821b754 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:04.806274 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0ad4e7dc-0f3f-4105-b527-5f5e0f6d51e5 req-952a8193-2982-4db2-aaba-7d41a821b754 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0542839 Aug 19 18:56:04.846073 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0ad4e7dc-0f3f-4105-b527-5f5e0f6d51e5 req-8428c259-5586-40fa-82ad-332ecc91d704 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Aug 19 18:56:05.252935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95693d63-bb24-49ce-9438-5211f90b3421 req-f69c0aa4-41bb-4983-9027-c22bfcd9dfb1 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.254621 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-95693d63-bb24-49ce-9438-5211f90b3421 req-f69c0aa4-41bb-4983-9027-c22bfcd9dfb1 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 946 time: 0.0513666 Aug 19 18:56:05.292721 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-95693d63-bb24-49ce-9438-5211f90b3421 req-5f1b56a0-6574-440d-a42e-e967c08f6cb1 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Aug 19 18:56:05.961387 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a5d24-de97-470b-b40e-d3499b1ec128 req-0c83b2cd-1221-4b14-ac62-6627a022d63f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:05.963063 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cc0a5d24-de97-470b-b40e-d3499b1ec128 req-0c83b2cd-1221-4b14-ac62-6627a022d63f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0508583 Aug 19 18:56:06.004540 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cc0a5d24-de97-470b-b40e-d3499b1ec128 req-9ade0b85-a8d2-41ce-83b3-7d241129d780 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Aug 19 18:56:06.418420 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f494bc-3a56-4eb0-98b5-2cbde1431a89 req-7445a8c5-554f-4a0e-8011-4132e9aac211 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:06.420016 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-61f494bc-3a56-4eb0-98b5-2cbde1431a89 req-7445a8c5-554f-4a0e-8011-4132e9aac211 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 946 time: 0.0565038 Aug 19 18:56:06.471445 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-61f494bc-3a56-4eb0-98b5-2cbde1431a89 req-018addf8-051c-4fe4-beb3-7dd4b9f75854 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 Aug 19 18:56:06.777843 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6414cdb0-df94-4b4c-9a1b-a43acc4093c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:07.126248 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e023f-e1ae-4f8d-97ab-00f712c9b9f7 req-b72d4ab4-953b-4c5e-b8c9-318625fd870e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:07.127961 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-501e023f-e1ae-4f8d-97ab-00f712c9b9f7 req-b72d4ab4-953b-4c5e-b8c9-318625fd870e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0520446 Aug 19 18:56:07.167571 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-501e023f-e1ae-4f8d-97ab-00f712c9b9f7 req-5722b5d1-5224-4d9f-ba21-775cea9f5cf2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Aug 19 18:56:07.406169 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:08.000819 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:08.294568 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f35ec-c8ed-45f0-bc21-ec61254987ed req-afe850c6-1de2-46f6-84d0-7dcca240c20b tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:08.296022 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-009f35ec-c8ed-45f0-bc21-ec61254987ed req-afe850c6-1de2-46f6-84d0-7dcca240c20b tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0495005 Aug 19 18:56:08.341017 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-009f35ec-c8ed-45f0-bc21-ec61254987ed req-57a8c6de-5e3a-484f-bc3a-e5981e39723a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Aug 19 18:56:09.331624 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:09.465093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674768e-0c34-4f11-b4ca-072a2ab8a289 req-d5e4bf56-6491-4876-b98d-db2693de7940 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:09.466300 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9674768e-0c34-4f11-b4ca-072a2ab8a289 req-d5e4bf56-6491-4876-b98d-db2693de7940 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0527501 Aug 19 18:56:09.517219 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9674768e-0c34-4f11-b4ca-072a2ab8a289 req-73f9e642-4303-433f-9f50-0a68741b29bf tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Aug 19 18:56:09.553291 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ffc5-7911-4b5e-89c2-4731d1e8071c req-a4baa5f3-00cb-4437-aa99-b9a48d857f3c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:09.554785 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c8d5ffc5-7911-4b5e-89c2-4731d1e8071c req-a4baa5f3-00cb-4437-aa99-b9a48d857f3c tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.0545347 Aug 19 18:56:09.593345 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c8d5ffc5-7911-4b5e-89c2-4731d1e8071c req-7ec69741-9a91-4e14-84bb-580781f07e20 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324016 Aug 19 18:56:10.633478 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8810d-f3dc-4616-9d77-44491b0534ce req-3a72b24f-dbc3-4fe8-9eed-485cd4417e52 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:10.635035 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a5b8810d-f3dc-4616-9d77-44491b0534ce req-3a72b24f-dbc3-4fe8-9eed-485cd4417e52 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0515003 Aug 19 18:56:10.720869 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a5b8810d-f3dc-4616-9d77-44491b0534ce req-377483b6-e8ba-4b44-8acb-c54171336d44 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799210 Aug 19 18:56:10.737388 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff12c7-9ba3-487f-94eb-ac7b9449ec82 req-a51dbbfd-2479-4a6a-9e7f-7c71bf1184eb tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:10.738897 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ff12c7-9ba3-487f-94eb-ac7b9449ec82 req-a51dbbfd-2479-4a6a-9e7f-7c71bf1184eb tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.0738742 Aug 19 18:56:10.776656 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ff12c7-9ba3-487f-94eb-ac7b9449ec82 req-2643f4ec-3ef1-457d-8d89-0f8d88f6ffba tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Aug 19 18:56:11.642646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-b18c913a-cfef-4705-a629-58de0d21e438 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:11.644141 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-b18c913a-cfef-4705-a629-58de0d21e438 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.0475307 Aug 19 18:56:11.733195 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Deleting port 5bec56ed-8402-432e-838f-ca42da0845e0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:11.733464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:11.864899 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] For port 5bec56ed-8402-432e-838f-ca42da0845e0, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5bec56ed-8402-432e-838f-ca42da0845e0,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:11.865278 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:11.897054 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaac8c-fe7e-4a7d-aa40-d68b43389100 req-389ab26d-d788-4eac-8e39-1ed5c772821d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:11.898528 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ecbaac8c-fe7e-4a7d-aa40-d68b43389100 req-389ab26d-d788-4eac-8e39-1ed5c772821d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.1082423 Aug 19 18:56:11.942247 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:56:11.991720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f971c-d517-40e5-b50b-c42f49f95e43 req-1d1661ab-79f1-47b2-a085-fc6fe04ba66e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:11.993149 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-583f971c-d517-40e5-b50b-c42f49f95e43 req-1d1661ab-79f1-47b2-a085-fc6fe04ba66e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 945 time: 0.1469538 Aug 19 18:56:11.998272 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ecbaac8c-fe7e-4a7d-aa40-d68b43389100 req-d7b87ea9-45bb-4ea8-b823-01de61111864 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933568 Aug 19 18:56:12.040781 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:12.052699 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'port_id': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'mac_address': 'fa:16:3e:5a:4e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:56:12.082294 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-583f971c-d517-40e5-b50b-c42f49f95e43 req-7e931feb-b4d0-4b35-a202-9df21a1a064e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups?id=79b4a822-6f15-4006-9490-139edb4215bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796704 Aug 19 18:56:12.089625 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:12.106770 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d513837-10ef-4ee4-aefa-2e7346df97fa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:56:12.127170 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:12.134720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:12.135170 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:12.135495 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Floating IP 3eb818ff-51c3-4a8e-9d36-2f52612ce1bc disassociated. External IP: 172.27.0.24, port: 5bec56ed-8402-432e-838f-ca42da0845e0. Aug 19 18:56:12.135844 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Calling delete_port for 5bec56ed-8402-432e-838f-ca42da0845e0 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:12.199402 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:12.246528 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:12.331190 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:12.360502 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event deleted for resources: {'Port': ['ID=5bec56ed-8402-432e-838f-ca42da0845e0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:12.372768 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.373125 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.373471 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.373808 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.374142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.374476 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.374807 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.375192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.375523 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.375852 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.376664 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.377002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:12.486561 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:12.532010 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['3d513837-10ef-4ee4-aefa-2e7346df97fa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:12.601157 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:12.615956 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:12.641061 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] No DVR routers for this DVR port 5bec56ed-8402-432e-838f-ca42da0845e0 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:12.644210 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:12.644821 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:12.645161 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:12.646245 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-41bd62fc-9b05-49a4-b90f-e870b0d689f1 req-5f03348c-ad62-4fe7-9937-a465a5be3b01 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.30 "DELETE /v2.0/ports/5bec56ed-8402-432e-838f-ca42da0845e0 HTTP/1.1" status: 204 len: 173 time: 0.9957526 Aug 19 18:56:12.646688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'name': 'network-vif-deleted', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:12.649743 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cabd45e-2073-40ef-a50b-e5e1b24acfeb" -d '{"events": [{"server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "name": "network-vif-deleted", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:12.690153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34562e7-0664-44e5-a2cd-d766a1959cbb x-openstack-request-id: req-a34562e7-0664-44e5-a2cd-d766a1959cbb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:12.690448 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85798cf-3437-4e6b-a292-d6e5d3af3768", "name": "network-vif-deleted", "tag": "5bec56ed-8402-432e-838f-ca42da0845e0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:12.690668 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a34562e7-0664-44e5-a2cd-d766a1959cbb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:12.691102 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85798cf-3437-4e6b-a292-d6e5d3af3768', 'name': 'network-vif-deleted', 'tag': '5bec56ed-8402-432e-838f-ca42da0845e0', 'status': 'completed', 'code': 200} Aug 19 18:56:12.795059 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:13.046309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:13.075289 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:13.084441 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:13.085060 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:13.127308 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be93d1f-8df3-49e5-869f-c6d7f685d86e req-78664f7e-9462-47bb-9b56-761c75e9a591 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:13.129026 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4be93d1f-8df3-49e5-869f-c6d7f685d86e req-78664f7e-9462-47bb-9b56-761c75e9a591 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0585756 Aug 19 18:56:13.171590 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4be93d1f-8df3-49e5-869f-c6d7f685d86e req-29bda998-1671-4dd0-a276-1232821dd409 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356791 Aug 19 18:56:13.208889 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4c42b4fd-f785-4b16-8b6e-3df7185a3aa5 req-a308f720-c854-4c07-8266-4cd2b7ed2ed1 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/ports?device_id=e85798cf-3437-4e6b-a292-d6e5d3af3768 HTTP/1.1" status: 200 len: 210 time: 0.0362046 Aug 19 18:56:13.316933 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:13.516047 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:13.544401 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6eb820-01c3-4c7c-a5bc-ad60d29a6b94 None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:49:00Z', 'revision_number': 4, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1', 'name': '', 'network_id': '47811ec1-5676-4d32-b602-0c089d0a97d2', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'mac_address': 'fa:16:3e:09:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:57Z', 'updated_at': '2021-08-19T18:49:10Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'subnets': [{'id': '8178f8d9-b1dd-44f1-8e1c-441e3b905447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:13.769269 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67811719-f059-46b1-a904-97809594b201 None None] New status for floating IP 3eb818ff-51c3-4a8e-9d36-2f52612ce1bc: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:56:13.961591 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:56:14.081329 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 3d513837-10ef-4ee4-aefa-2e7346df97fa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:56:14.085374 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 3d513837-10ef-4ee4-aefa-2e7346df97fa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:56:14.085751 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.165587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.187633 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:14.190857 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2d8745-ea16-4df9-8831-1982a37b7c7d" -d '{"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:14.204246 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:14.230046 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acec0c43-7601-4d89-b749-c02e9f0c409e x-openstack-request-id: req-acec0c43-7601-4d89-b749-c02e9f0c409e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:14.230343 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:14.230601 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acec0c43-7601-4d89-b749-c02e9f0c409e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:14.231070 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'code': 200} Aug 19 18:56:14.262093 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.305390 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fcd03-3a9a-47bd-a7c4-e6640f6c033a req-879d5866-0c20-48d3-a84a-9be574903f4a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:14.307051 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c0fcd03-3a9a-47bd-a7c4-e6640f6c033a req-879d5866-0c20-48d3-a84a-9be574903f4a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0597982 Aug 19 18:56:14.321423 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:14.348232 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3c0fcd03-3a9a-47bd-a7c4-e6640f6c033a req-549198ca-f489-46ab-8ed9-4f6d82cbbf38 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Aug 19 18:56:14.356308 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 51972) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:14.420258 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9132fdee-5bef-4aaf-85e5-ce025e3d8e8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.445491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9132fdee-5bef-4aaf-85e5-ce025e3d8e8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.538535 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e1c5ac-ea3b-4bd5-b1e8-46118bc832ce req-ce3e5bed-0cfc-4871-ba07-48a8e9dc1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:14.540061 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-47e1c5ac-ea3b-4bd5-b1e8-46118bc832ce req-ce3e5bed-0cfc-4871-ba07-48a8e9dc1c3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0404296 Aug 19 18:56:14.541126 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9132fdee-5bef-4aaf-85e5-ce025e3d8e8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.543727 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9132fdee-5bef-4aaf-85e5-ce025e3d8e8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.544779 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-9132fdee-5bef-4aaf-85e5-ce025e3d8e8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "DELETE /v2.0/security-groups/79b4a822-6f15-4006-9490-139edb4215bb HTTP/1.1" status: 204 len: 168 time: 0.1873951 Aug 19 18:56:14.547572 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:14.560253 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132fdee-5bef-4aaf-85e5-ce025e3d8e8b tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b4a822-6f15-4006-9490-139edb4215bb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:14.566290 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.api.v2.resource [None req-7ce62c0c-99d4-4764-a35c-d7b37185f2a3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] show failed (client error): The resource could not be found. Aug 19 18:56:14.567981 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7ce62c0c-99d4-4764-a35c-d7b37185f2a3 tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "GET /v2.0/security-groups/79b4a822-6f15-4006-9490-139edb4215bb HTTP/1.1" status: 404 len: 347 time: 0.0192099 Aug 19 18:56:14.570110 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 51976) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:14.587018 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-47e1c5ac-ea3b-4bd5-b1e8-46118bc832ce req-f1ada6bd-2247-4640-b1cb-be715c76657a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Aug 19 18:56:14.709551 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Deleting port 4050295c-3f52-4349-a556-83487980b3b5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:14.710003 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.804467 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.804802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:14.817639 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Calling delete_port for 4050295c-3f52-4349-a556-83487980b3b5 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:15.070283 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:15.097044 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Pushing event deleted for resources: {'Port': ['ID=4050295c-3f52-4349-a556-83487980b3b5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:15.108973 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.109334 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.109708 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.110145 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.111368 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.111817 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.112161 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.112506 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.112844 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.113179 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.113512 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.113867 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:56:15.172611 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:15.175781 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:15.176958 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-9817f68b-bfc2-4225-b68d-a343ff3b0a6e tempest-AttachVolumeTestJSON-316593594 tempest-AttachVolumeTestJSON-316593594-project] 10.222.0.37 "DELETE /v2.0/floatingips/3eb818ff-51c3-4a8e-9d36-2f52612ce1bc HTTP/1.1" status: 204 len: 168 time: 0.6059277 Aug 19 18:56:15.477226 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95e0cd-3b6e-43d4-8188-542998d32e37 req-1cd95ca7-8666-4e00-a1dc-90507035e775 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:15.478994 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3f95e0cd-3b6e-43d4-8188-542998d32e37 req-1cd95ca7-8666-4e00-a1dc-90507035e775 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0608568 Aug 19 18:56:15.523681 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3f95e0cd-3b6e-43d4-8188-542998d32e37 req-c4c7fd3b-7aed-4ec8-b7fd-c3441eb0e159 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387535 Aug 19 18:56:15.970588 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 5bec56ed-8402-432e-838f-ca42da0845e0 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:15.991552 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 5bec56ed-8402-432e-838f-ca42da0845e0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:15.991842 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 5bec56ed-8402-432e-838f-ca42da0845e0 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:16.647290 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee54f0-85f4-4617-80f5-d9631fde34f9 req-e2a8459a-3c60-484f-a845-e1176911f26e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:16.648834 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-59ee54f0-85f4-4617-80f5-d9631fde34f9 req-e2a8459a-3c60-484f-a845-e1176911f26e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0559914 Aug 19 18:56:16.690104 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-59ee54f0-85f4-4617-80f5-d9631fde34f9 req-6635cba6-d379-48a4-8d05-1565710839cf tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Aug 19 18:56:16.807947 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928052c1-34fc-42cb-b411-2c068db251be req-edb03bb4-6453-4af4-abe2-e84b589c170e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:16.809362 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-928052c1-34fc-42cb-b411-2c068db251be req-edb03bb4-6453-4af4-abe2-e84b589c170e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0505476 Aug 19 18:56:16.847779 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-928052c1-34fc-42cb-b411-2c068db251be req-f674b6e6-47ec-42e7-b0ba-9284a1d80efe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 19 18:56:16.869681 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52004) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:16.951088 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a587faf-df9f-4dc6-8f93-11b3dad99ba4 tempest-TestShelveInstance-750086422 tempest-TestShelveInstance-750086422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:16.952583 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0a587faf-df9f-4dc6-8f93-11b3dad99ba4 tempest-TestShelveInstance-750086422 tempest-TestShelveInstance-750086422-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1094 time: 0.0818703 Aug 19 18:56:16.955477 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52008) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:16.959697 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'port_id': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:56:17.070361 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:17.176107 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:17.285395 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Allocated IP 172.27.0.230 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/0914316b-0c1c-4597-b8f1-2ce9a65af8d2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:56:17.414244 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:17.559715 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:17.607657 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:56:17.610625 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:56:17.615341 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:56:17.621268 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'Port': ['ID=0914316b-0c1c-4597-b8f1-2ce9a65af8d2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:18.012961 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.161729 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.346013 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.407758 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.476321 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event updated for resources: {'Port': ['ID=0914316b-0c1c-4597-b8f1-2ce9a65af8d2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:18.489821 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:18.590391 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Floating IP f1cc7687-0abb-489a-859e-76c8b780129f associated. External IP: 172.27.0.230, port: 3d513837-10ef-4ee4-aefa-2e7346df97fa. Aug 19 18:56:18.804904 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Router 4ce82de8-506c-4972-bc58-8f7840d41e65 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:18.919823 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:18.931254 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] Sync routers for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:18.943286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:18.944189 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.012584 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:19.041469 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-dba52826-5f26-46f2-8e11-bf893cb81fb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0849848 Aug 19 18:56:19.042192 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:19.044428 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5633c6-fb7a-403a-83b4-fa0e062a1174" -d '{"events": [{"name": "network-changed", "server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:19.059828 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:19.087526 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091b0141-78b6-4754-b56d-ea3ee8f9e4c6 x-openstack-request-id: req-091b0141-78b6-4754-b56d-ea3ee8f9e4c6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:19.087810 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:19.088058 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-091b0141-78b6-4754-b56d-ea3ee8f9e4c6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:19.088493 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'status': 'completed', 'code': 200} Aug 19 18:56:19.285283 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'f1cc7687-0abb-489a-859e-76c8b780129f', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'port_id': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'mac_address': 'fa:16:3e:5a:4e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:56:17Z', 'updated_at': '2021-08-19T18:56:17Z', 'revision_number': 0, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.311282 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] Checking router: 4ce82de8-506c-4972-bc58-8f7840d41e65 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:19.319583 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:19.320189 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.425891 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:19.664692 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'f1cc7687-0abb-489a-859e-76c8b780129f', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'port_id': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'mac_address': 'fa:16:3e:5a:4e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:56:17Z', 'updated_at': '2021-08-19T18:56:17Z', 'revision_number': 0, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:19.690681 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c39f8-98c2-4a0e-acb8-f7ef253387e8 None None] The sync data for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi is: [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'f1cc7687-0abb-489a-859e-76c8b780129f', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'port_id': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'mac_address': 'fa:16:3e:5a:4e:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:56:17Z', 'updated_at': '2021-08-19T18:56:17Z', 'revision_number': 0, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:19.871664 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ff2b4-e822-47c3-8f57-6e80287d352a None None] New status for floating IP f1cc7687-0abb-489a-859e-76c8b780129f: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:56:19.986018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-cfccdc2b-97b9-4731-b602-564277323454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:19.987574 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-cfccdc2b-97b9-4731-b602-564277323454 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0406678 Aug 19 18:56:20.084402 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-b14f3262-cd36-4539-99ac-d4dda9097602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:20.085994 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-b14f3262-cd36-4539-99ac-d4dda9097602 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 910 time: 0.0905008 Aug 19 18:56:20.165544 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-1ddaa5a5-2c57-4532-b95d-5ae0a360e037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 1002 time: 0.0650189 Aug 19 18:56:20.233837 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-cfe99644-5f30-43f5-ad35-cc45ee5dffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:20.235832 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-cfe99644-5f30-43f5-ad35-cc45ee5dffae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0534656 Aug 19 18:56:20.295389 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-22f1db11-7e4e-456c-a818-92ccaa149735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:20.296762 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-22f1db11-7e4e-456c-a818-92ccaa149735 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432160 Aug 19 18:56:20.399223 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-41e98d19-8963-4d95-89ff-3fcfebc7ad87 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883083 Aug 19 18:56:20.500108 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2f5633c6-fb7a-403a-83b4-fa0e062a1174 req-3a478b42-99c7-4fac-9419-5ec2f2915cdc service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853667 Aug 19 18:56:25.163078 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c15334-b244-46a3-b0b0-da15ffc7b4b4 req-cd541e42-6d83-4cf6-8c46-de34f7862567 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:25.164579 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-84c15334-b244-46a3-b0b0-da15ffc7b4b4 req-cd541e42-6d83-4cf6-8c46-de34f7862567 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0536013 Aug 19 18:56:25.204218 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-84c15334-b244-46a3-b0b0-da15ffc7b4b4 req-de559b57-a8b9-4f90-a9b3-d7acd7b5e20d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329278 Aug 19 18:56:25.503026 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:25.943573 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.198368 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Deleting port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:26.198724 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.278379 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] For port 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:26.278768 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.292212 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Calling delete_port for 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:26.336765 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68826ce9-e765-4b6f-8b67-6b2c10f4e45f req-dc75499c-cbfa-4d25-bf0e-25b9b42caf2d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:26.338371 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-68826ce9-e765-4b6f-8b67-6b2c10f4e45f req-dc75499c-cbfa-4d25-bf0e-25b9b42caf2d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0539088 Aug 19 18:56:26.381423 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-68826ce9-e765-4b6f-8b67-6b2c10f4e45f req-8425f2ad-f388-458c-89f6-41604197b6a0 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319908 Aug 19 18:56:26.474159 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.559028 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.584248 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:26.998470 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:26.999304 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-c1a17e81-5809-44f7-8052-0f396e35bb25 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.000788 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-c1a17e81-5809-44f7-8052-0f396e35bb25 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.0615029 Aug 19 18:56:27.100238 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Deleting port 06d86838-21f3-4b12-bbc6-ffe8c6350391 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:27.100593 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.193345 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] For port 06d86838-21f3-4b12-bbc6-ffe8c6350391, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=06d86838-21f3-4b12-bbc6-ffe8c6350391,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:27.193715 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.210255 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:27.316573 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:27.325377 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-499d6210-0c1e-408a-a788-9e8cdb6f8723 admin admin] 10.222.0.37 "PUT /v2.0/routers/93836a25-a24d-4a83-b2f1-5737e0f8cef1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178818 Aug 19 18:56:27.325377 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:27.328027 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] Sync routers for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:27.338354 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:27.339160 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:27.376639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.377299 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.377588 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Floating IP 083ed4b7-238d-4855-8012-b403132da5a2 disassociated. External IP: 172.27.0.252, port: 06d86838-21f3-4b12-bbc6-ffe8c6350391. Aug 19 18:56:27.378487 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Calling delete_port for 06d86838-21f3-4b12-bbc6-ffe8c6350391 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:27.447316 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.462076 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:27.564804 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.589755 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5e37b-4053-4025-8ee7-e3eb5bfdccd2 req-016a7d17-8781-4f56-beda-5e326aaa4bc2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:27.591191 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0ca5e37b-4053-4025-8ee7-e3eb5bfdccd2 req-016a7d17-8781-4f56-beda-5e326aaa4bc2 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 946 time: 0.1256990 Aug 19 18:56:27.631692 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0ca5e37b-4053-4025-8ee7-e3eb5bfdccd2 req-79ce485f-c99e-4ccc-af3a-48b6540ab502 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups?id=be5fee94-ee41-4a71-85fe-25bf3a031591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345006 Aug 19 18:56:27.652618 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:56:26Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:27.658341 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.684080 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] Checking router: 93836a25-a24d-4a83-b2f1-5737e0f8cef1 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:27.689334 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event deleted for resources: {'Port': ['ID=06d86838-21f3-4b12-bbc6-ffe8c6350391,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:27.692730 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] Routers {'93836a25-a24d-4a83-b2f1-5737e0f8cef1'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:27.693342 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:27.802268 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] Set router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:27.808607 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:27.814411 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Deleting port 97971cb8-3046-417f-8c6e-887f1682e9aa {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:27.814761 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.899576 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] For port 97971cb8-3046-417f-8c6e-887f1682e9aa, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=97971cb8-3046-417f-8c6e-887f1682e9aa,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:27.899940 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.915157 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Calling delete_port for 97971cb8-3046-417f-8c6e-887f1682e9aa owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:27.925261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:27.942237 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:27.954364 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:27.955343 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:27.976255 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] No DVR routers for this DVR port 06d86838-21f3-4b12-bbc6-ffe8c6350391 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:27.976255 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:27.978760 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5e96e252-a45d-430f-8afb-0ec42c5d615f req-fc087001-33a6-4d9f-8e61-ee31c2b9371e tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.30 "DELETE /v2.0/ports/06d86838-21f3-4b12-bbc6-ffe8c6350391 HTTP/1.1" status: 204 len: 173 time: 0.9684033 Aug 19 18:56:27.979626 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-deleted', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:27.982773 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e99b47-ba66-4c15-856f-04c0d26ed4d9" -d '{"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-deleted", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:28.038810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b3833b-f32f-4644-bf5b-20c854d90374 x-openstack-request-id: req-c9b3833b-f32f-4644-bf5b-20c854d90374 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:28.039139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee4c57c-4761-481e-9ffa-687ddda263dd", "name": "network-vif-deleted", "tag": "06d86838-21f3-4b12-bbc6-ffe8c6350391", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:28.039414 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9b3833b-f32f-4644-bf5b-20c854d90374 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:28.039818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee4c57c-4761-481e-9ffa-687ddda263dd', 'name': 'network-vif-deleted', 'tag': '06d86838-21f3-4b12-bbc6-ffe8c6350391', 'status': 'completed', 'code': 200} Aug 19 18:56:28.187179 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:56:26Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:28.204835 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:56:28.213696 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:28.220036 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf2726-befe-418e-aab4-1841cc43a05a None None] The sync data for ids ['93836a25-a24d-4a83-b2f1-5737e0f8cef1'] in dv-cinder-790535-9-iscsi is: [{'id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'name': 'tempest-AttachVolumeTestJSON-1420061996-router', 'tenant_id': '45259f5472b444d4b0cc4407a345ef44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:56:26Z', 'revision_number': 5, 'project_id': '45259f5472b444d4b0cc4407a345ef44', 'gw_port': {'id': '97971cb8-3046-417f-8c6e-887f1682e9aa', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:78:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93836a25-a24d-4a83-b2f1-5737e0f8cef1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:28.252709 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.282067 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=97971cb8-3046-417f-8c6e-887f1682e9aa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:28.348415 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.433432 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:28.438351 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.440661 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.460129 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:28.469247 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:28.469857 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:28.548057 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.552636 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93836a25-a24d-4a83-b2f1-5737e0f8cef1 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:56:28.560399 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.561688 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-60e78a66-c19a-4785-9bd0-674dba250b6c admin admin] 10.222.0.37 "DELETE /v2.0/routers/93836a25-a24d-4a83-b2f1-5737e0f8cef1 HTTP/1.1" status: 204 len: 168 time: 1.2355776 Aug 19 18:56:28.564126 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52108) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:28.586935 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:28.612521 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Deleting subnet 8178f8d9-b1dd-44f1-8e1c-441e3b905447 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:56:28.616372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.658880 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.773323 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:28.828062 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-be31d3bf-74ee-4079-a5fc-5626894bfd23 req-f48caacb-5f8e-4a1e-8ec8-ba9f2400a5e8 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ee4c57c-4761-481e-9ffa-687ddda263dd HTTP/1.1" status: 200 len: 210 time: 0.0546222 Aug 19 18:56:28.859338 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:28.887053 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce6597-6764-4276-a14e-141f2db15d65 None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:48:59Z', 'revision_number': 4, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'ddba7fc3-b469-4d09-a524-a2d60c442dbc', 'name': '', 'network_id': 'b3406ecf-096b-4d2f-af5c-d88295109628', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'mac_address': 'fa:16:3e:ed:12:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:55Z', 'updated_at': '2021-08-19T18:49:08Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'subnets': [{'id': 'd6569abb-75ac-49e1-8fe9-c460f509f216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:29.023346 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.060069 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8178f8d9-b1dd-44f1-8e1c-441e3b905447,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:29.061673 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.066970 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1bf2dcdc-a03a-4d3a-b3d3-6202e7325e2c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8178f8d9-b1dd-44f1-8e1c-441e3b905447 HTTP/1.1" status: 204 len: 168 time: 0.4985697 Aug 19 18:56:29.067180 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52118) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:29.069752 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4bcf9-2b5f-47a4-af30-f06b658a212d None None] Network 47811ec1-5676-4d32-b602-0c089d0a97d2 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:56:29.180605 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.231960 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9727f5ce-775b-4ca1-8506-6f7ca946b3a7 None None] New status for floating IP 083ed4b7-238d-4855-8012-b403132da5a2: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:56:29.246262 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Deleting port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:29.246790 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.318234 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] For port 8077b929-62ad-4f9e-ae4e-2f7a91046f05, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8077b929-62ad-4f9e-ae4e-2f7a91046f05,segment=NetworkSegment(57696a97-56f8-41b6-87bb-c91611755104),segment_id=57696a97-56f8-41b6-87bb-c91611755104)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:29.318628 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.332378 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Calling delete_port for 8077b929-62ad-4f9e-ae4e-2f7a91046f05 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:29.482062 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.497313 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9733c851-e569-41fa-9c0e-cbc5c216b34a None None] DHCP port deletion for 47811ec1-5676-4d32-b602-0c089d0a97d2 request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:56:29.521231 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] No DVR routers for this DVR port 8077b929-62ad-4f9e-ae4e-2f7a91046f05 on host dv-cinder-790535-9-iscsi {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:29.526500 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Pushing event deleted for resources: {'Port': ['ID=8077b929-62ad-4f9e-ae4e-2f7a91046f05,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:29.604477 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.619222 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47811ec1-5676-4d32-b602-0c089d0a97d2']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:29.631045 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57696a97-56f8-41b6-87bb-c91611755104') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:29.631345 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57696a97-56f8-41b6-87bb-c91611755104') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:29.647357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.661995 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.675504 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:56:29.676520 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:56:29.678337 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:56:29.818486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.823197 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:29.825107 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] 10.222.0.37 "DELETE /v2.0/networks/47811ec1-5676-4d32-b602-0c089d0a97d2 HTTP/1.1" status: 204 len: 168 time: 0.7577660 Aug 19 18:56:29.841050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f7b0a-c759-43b3-9f95-4b76cb442423 admin admin] Pushing event deleted for resources: {'Network': ['ID=47811ec1-5676-4d32-b602-0c089d0a97d2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.065423 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52128) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.078393 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:30.108959 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 06d86838-21f3-4b12-bbc6-ffe8c6350391 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:30.109301 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 06d86838-21f3-4b12-bbc6-ffe8c6350391 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:30.138000 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a3217a-461f-47b4-bd8f-9682af7cd754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.161471 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 97971cb8-3046-417f-8c6e-887f1682e9aa no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:30.180406 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a3217a-461f-47b4-bd8f-9682af7cd754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.182255 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 97971cb8-3046-417f-8c6e-887f1682e9aa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:30.182612 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 97971cb8-3046-417f-8c6e-887f1682e9aa not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:30.183093 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:30.207277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:30.207277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8fe53330-7f1c-4cbc-8f3c-c4f70f9d83d1 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:30.207277 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8077b929-62ad-4f9e-ae4e-2f7a91046f05 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:30.230459 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 8077b929-62ad-4f9e-ae4e-2f7a91046f05 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:30.230893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8077b929-62ad-4f9e-ae4e-2f7a91046f05 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:30.366074 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52130) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.378108 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a3217a-461f-47b4-bd8f-9682af7cd754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.381629 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a3217a-461f-47b4-bd8f-9682af7cd754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.382796 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-28a3217a-461f-47b4-bd8f-9682af7cd754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "DELETE /v2.0/security-groups/be5fee94-ee41-4a71-85fe-25bf3a031591 HTTP/1.1" status: 204 len: 168 time: 0.3157761 Aug 19 18:56:30.386243 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.391935 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3217a-461f-47b4-bd8f-9682af7cd754 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5fee94-ee41-4a71-85fe-25bf3a031591,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.412330 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.api.v2.resource [None req-b1c5eece-2bd9-4c0d-a347-19944af8a9a9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] show failed (client error): The resource could not be found. Aug 19 18:56:30.413363 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b1c5eece-2bd9-4c0d-a347-19944af8a9a9 tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "GET /v2.0/security-groups/be5fee94-ee41-4a71-85fe-25bf3a031591 HTTP/1.1" status: 404 len: 347 time: 0.0263124 Aug 19 18:56:30.416529 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52134) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.420924 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-7732566d-7e0c-4154-aafd-19bdc554dc60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=45259f5472b444d4b0cc4407a345ef44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537481 Aug 19 18:56:30.423353 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52136) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:30.472094 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-303618ee-9529-4742-ab09-0c94bf2d0347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.495762 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-303618ee-9529-4742-ab09-0c94bf2d0347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.549355 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Deleting port 02c837cc-23f6-4eb9-a1dd-62ebfe56c2d0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:30.549708 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.601145 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-303618ee-9529-4742-ab09-0c94bf2d0347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.603732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-303618ee-9529-4742-ab09-0c94bf2d0347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.605052 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-303618ee-9529-4742-ab09-0c94bf2d0347 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5249961e-ecd8-4329-80ef-fe53621effd3 HTTP/1.1" status: 204 len: 168 time: 0.1807914 Aug 19 18:56:30.613475 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303618ee-9529-4742-ab09-0c94bf2d0347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249961e-ecd8-4329-80ef-fe53621effd3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.630492 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.630830 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.642798 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Calling delete_port for 02c837cc-23f6-4eb9-a1dd-62ebfe56c2d0 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:30.835075 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.862122 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Pushing event deleted for resources: {'Port': ['ID=02c837cc-23f6-4eb9-a1dd-62ebfe56c2d0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:30.929251 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.931853 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:30.933112 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-1b3b8d97-5a57-42d7-839b-09ea6821156d tempest-AttachVolumeShelveTestJSON-2013374841 tempest-AttachVolumeShelveTestJSON-2013374841-project] 10.222.0.37 "DELETE /v2.0/floatingips/083ed4b7-238d-4855-8012-b403132da5a2 HTTP/1.1" status: 204 len: 168 time: 0.5155728 Aug 19 18:56:31.526443 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7129e-eef2-48c8-ab69-336f429d9c86 req-0631abfa-c2e1-45bb-a0a3-531f66a9b7af tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:31.527973 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5dc7129e-eef2-48c8-ab69-336f429d9c86 req-0631abfa-c2e1-45bb-a0a3-531f66a9b7af tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 946 time: 0.0566754 Aug 19 18:56:31.575115 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5dc7129e-eef2-48c8-ab69-336f429d9c86 req-70ccc390-62f3-45a7-b41d-144c1ecab4b4 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Aug 19 18:56:32.703797 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e22afe-6b2a-449d-9cf2-4d627b514f6e req-cebf750d-0bb7-4088-8eff-133da90e3f2f tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:32.705284 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a2e22afe-6b2a-449d-9cf2-4d627b514f6e req-cebf750d-0bb7-4088-8eff-133da90e3f2f tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 946 time: 0.0527561 Aug 19 18:56:32.746449 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-a2e22afe-6b2a-449d-9cf2-4d627b514f6e req-33a61575-be7a-4c2a-b263-52b62e2c43a4 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef76825-3629-4202-ab42-f69dc8da4ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Aug 19 18:56:33.346939 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52210) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:33.394582 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-c65976a3-2737-45bd-995d-72850910372b tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:56:33.396015 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-c65976a3-2737-45bd-995d-72850910372b tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 946 time: 0.0509558 Aug 19 18:56:33.459999 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45f866eb-d8fe-4bef-b8d8-c1fc9796008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.494498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Deleting port aa3cd585-8bf0-4411-9819-84d7f633d954 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:33.494851 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.571692 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45f866eb-d8fe-4bef-b8d8-c1fc9796008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.598216 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] For port aa3cd585-8bf0-4411-9819-84d7f633d954, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=aa3cd585-8bf0-4411-9819-84d7f633d954,segment=NetworkSegment(9166feb6-54fa-4c5a-9505-45de4098c7d4),segment_id=9166feb6-54fa-4c5a-9505-45de4098c7d4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:33.598584 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.612662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Calling delete_port for aa3cd585-8bf0-4411-9819-84d7f633d954 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:33.647531 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45f866eb-d8fe-4bef-b8d8-c1fc9796008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.684228 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-45f866eb-d8fe-4bef-b8d8-c1fc9796008a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e147560891ad4fa68bc415581b95974c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358865 Aug 19 18:56:33.687045 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52220) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:33.694802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f866eb-d8fe-4bef-b8d8-c1fc9796008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e253680b-404f-49e5-8891-6c9e896018f2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:33.717351 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:33.749290 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a4221ec-6fff-4a52-a42a-ac9ea84c0696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.770147 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a4221ec-6fff-4a52-a42a-ac9ea84c0696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.806591 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.835942 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Pushing event deleted for resources: {'Port': ['ID=aa3cd585-8bf0-4411-9819-84d7f633d954,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:33.843681 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['aa3cd585-8bf0-4411-9819-84d7f633d954'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:56:33.878076 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f4949d89-56b3-43cd-b1b1-532ad002fbd2 req-2c9a3bd7-ced6-4676-ae2f-0a5ffef465de tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 210 time: 0.0470421 Aug 19 18:56:33.917721 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] No DVR routers for this DVR port aa3cd585-8bf0-4411-9819-84d7f633d954 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:33.920223 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.922222 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4bd166a1-23ef-4dd4-8ab4-20e893d2b8cc req-7bd67b0f-d2bb-4a79-bde3-df3bacb4ea53 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.30 "DELETE /v2.0/ports/aa3cd585-8bf0-4411-9819-84d7f633d954 HTTP/1.1" status: 204 len: 173 time: 0.5202000 Aug 19 18:56:33.922673 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'name': 'network-vif-deleted', 'tag': 'aa3cd585-8bf0-4411-9819-84d7f633d954'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:56:33.925183 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830673fd-e367-426e-8e2a-cf9869694228" -d '{"events": [{"server_uuid": "92a03648-6800-44ef-987f-8a1224f6cb2e", "name": "network-vif-deleted", "tag": "aa3cd585-8bf0-4411-9819-84d7f633d954"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:56:33.945776 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a4221ec-6fff-4a52-a42a-ac9ea84c0696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.948313 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a4221ec-6fff-4a52-a42a-ac9ea84c0696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:33.949459 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4a4221ec-6fff-4a52-a42a-ac9ea84c0696 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e253680b-404f-49e5-8891-6c9e896018f2 HTTP/1.1" status: 204 len: 168 time: 0.2615030 Aug 19 18:56:33.964494 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d58caae-344d-4787-9f10-69f2a6d264ce x-openstack-request-id: req-8d58caae-344d-4787-9f10-69f2a6d264ce {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:56:33.964867 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a03648-6800-44ef-987f-8a1224f6cb2e", "name": "network-vif-deleted", "tag": "aa3cd585-8bf0-4411-9819-84d7f633d954", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:56:33.965184 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d58caae-344d-4787-9f10-69f2a6d264ce {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:56:33.965374 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4221ec-6fff-4a52-a42a-ac9ea84c0696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e253680b-404f-49e5-8891-6c9e896018f2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:33.965960 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a03648-6800-44ef-987f-8a1224f6cb2e', 'name': 'network-vif-deleted', 'tag': 'aa3cd585-8bf0-4411-9819-84d7f633d954', 'status': 'completed', 'code': 200} Aug 19 18:56:34.174073 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.269651 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-107cb53b-cdfa-434e-9909-6fa5245f3744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.434531 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Deleting port ddba7fc3-b469-4d09-a524-a2d60c442dbc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:34.435132 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.518696 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] For port ddba7fc3-b469-4d09-a524-a2d60c442dbc, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=ddba7fc3-b469-4d09-a524-a2d60c442dbc,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:34.519117 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.532013 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Calling delete_port for ddba7fc3-b469-4d09-a524-a2d60c442dbc owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:34.709761 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:34.723765 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a15b-4a18-4804-a5f5-1b850b01c958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.823437 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a15b-4a18-4804-a5f5-1b850b01c958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.898032 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ff4a15b-4a18-4804-a5f5-1b850b01c958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:34.938520 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4a15b-4a18-4804-a5f5-1b850b01c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483acdaa-44a7-465a-9de5-030e58751db7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:34.944387 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-3ff4a15b-4a18-4804-a5f5-1b850b01c958 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ae33168e5f6448382b79d196245b2a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334809 Aug 19 18:56:34.954741 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52238) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:34.996564 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bfabbcb1-ff1a-4866-9023-559e41d330d4 req-02e7bfe5-acea-40a6-8622-7bfa13aeb9d8 tempest-VolumesSnapshotTestJSON-1760497791 tempest-VolumesSnapshotTestJSON-1760497791-project] 10.222.0.37 "GET /v2.0/ports?device_id=92a03648-6800-44ef-987f-8a1224f6cb2e HTTP/1.1" status: 200 len: 210 time: 0.0288210 Aug 19 18:56:35.008678 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16d3c67-e373-4691-ab69-320073ef79ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.033599 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16d3c67-e373-4691-ab69-320073ef79ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.059293 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.092585 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddba7fc3-b469-4d09-a524-a2d60c442dbc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:35.210139 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16d3c67-e373-4691-ab69-320073ef79ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.212738 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16d3c67-e373-4691-ab69-320073ef79ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.216631 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e16d3c67-e373-4691-ab69-320073ef79ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/483acdaa-44a7-465a-9de5-030e58751db7 HTTP/1.1" status: 204 len: 168 time: 0.2579195 Aug 19 18:56:35.255353 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d3c67-e373-4691-ab69-320073ef79ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483acdaa-44a7-465a-9de5-030e58751db7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:35.284294 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.513977 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:56:35.623354 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:56:35.633201 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-000bd4af-ecf5-4ba5-9cbd-54f4348a62c7 admin admin] 10.222.0.37 "PUT /v2.0/routers/67b98417-1b8f-41f3-ab6a-d9e830d33f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9107153 Aug 19 18:56:35.633201 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52246) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:35.635820 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] Sync routers for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:56:35.645075 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:35.645701 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:35.741070 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.755636 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:35.843980 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.939278 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '8953e42b-964b-45f9-8d93-874c2780f550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:56:34Z', 'revision_number': 5, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port': {'id': '8953e42b-964b-45f9-8d93-874c2780f550', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:48:50Z', 'updated_at': '2021-08-19T18:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:35.969627 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] Checking router: 67b98417-1b8f-41f3-ab6a-d9e830d33f00 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:56:35.975404 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Deleting port 8953e42b-964b-45f9-8d93-874c2780f550 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:35.975936 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:35.978669 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] Routers {'67b98417-1b8f-41f3-ab6a-d9e830d33f00'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:56:35.979347 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:56:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:36.069621 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] For port 8953e42b-964b-45f9-8d93-874c2780f550, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=8953e42b-964b-45f9-8d93-874c2780f550,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:36.070171 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.089592 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Calling delete_port for 8953e42b-964b-45f9-8d93-874c2780f550 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:36.140163 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] Set router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:56:36.196484 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 6, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port_host': None}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:36.235739 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f821fa-001c-433e-a81a-3ceaeb8abc85 None None] The sync data for ids ['67b98417-1b8f-41f3-ab6a-d9e830d33f00'] in dv-cinder-790535-9-iscsi is: [{'id': '67b98417-1b8f-41f3-ab6a-d9e830d33f00', 'name': 'tempest-AttachVolumeShelveTestJSON-788805017-router', 'tenant_id': 'cf327b349be8438e9cca6b74c00e55cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:48:48Z', 'updated_at': '2021-08-19T18:56:35Z', 'revision_number': 6, 'project_id': 'cf327b349be8438e9cca6b74c00e55cc', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:56:36.405228 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.433775 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Pushing event deleted for resources: {'Port': ['ID=8953e42b-964b-45f9-8d93-874c2780f550,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:36.498807 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.590632 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.592903 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.730739 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.731390 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b98417-1b8f-41f3-ab6a-d9e830d33f00 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 18:56:36.735802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.736951 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5d4b4f07-5a97-4d9c-beff-6c9bff907389 admin admin] 10.222.0.37 "DELETE /v2.0/routers/67b98417-1b8f-41f3-ab6a-d9e830d33f00 HTTP/1.1" status: 204 len: 168 time: 1.1029177 Aug 19 18:56:36.746059 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:36.792890 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Deleting subnet d6569abb-75ac-49e1-8fe9-c460f509f216 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:56:36.796039 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:36.805887 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0035b09b-4ae0-487c-9217-222194f61422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.100654 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29305094'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.180012 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.305139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29305191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25739342'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.335925 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6569abb-75ac-49e1-8fe9-c460f509f216,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:37.341535 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.341535 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-7edeb596-6b6b-49a6-87f4-08db1fa3dada admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d6569abb-75ac-49e1-8fe9-c460f509f216 HTTP/1.1" status: 204 len: 168 time: 0.5981956 Aug 19 18:56:37.342795 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52290) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:37.344778 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e90aa6-d8ba-4541-99a8-cfa6adae5d85 None None] Network b3406ecf-096b-4d2f-af5c-d88295109628 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:56:37.399428 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.413595 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.473652 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Deleting port 7c202792-c1e9-4dad-b8cf-77c32c2759ad {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:37.474895 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.536022 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] DHCP port deletion for b3406ecf-096b-4d2f-af5c-d88295109628 request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 18:56:37.556930 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] For port 7c202792-c1e9-4dad-b8cf-77c32c2759ad, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7c202792-c1e9-4dad-b8cf-77c32c2759ad,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:37.557625 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.574056 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Calling delete_port for 7c202792-c1e9-4dad-b8cf-77c32c2759ad owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:37.594094 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] Deleting port 7c202792-c1e9-4dad-b8cf-77c32c2759ad {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 18:56:37.594396 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.662708 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] For port 7c202792-c1e9-4dad-b8cf-77c32c2759ad, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=7c202792-c1e9-4dad-b8cf-77c32c2759ad,segment=NetworkSegment(e3d8e5ae-ee73-46d5-b797-c23f33691cd6),segment_id=e3d8e5ae-ee73-46d5-b797-c23f33691cd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:56:37.663197 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.676504 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] Calling delete_port for 7c202792-c1e9-4dad-b8cf-77c32c2759ad owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 18:56:37.725635 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.757764 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Pushing event deleted for resources: {'Port': ['ID=7c202792-c1e9-4dad-b8cf-77c32c2759ad,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:37.761259 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] No DVR routers for this DVR port 7c202792-c1e9-4dad-b8cf-77c32c2759ad on host dv-cinder-790535-9-iscsi {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:37.761929 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.793679 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] Pushing event deleted for resources: {'Port': ['ID=7c202792-c1e9-4dad-b8cf-77c32c2759ad,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:37.800690 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc3206-4347-4c65-ac96-4fb500a49b7d None None] No DVR routers for this DVR port 7c202792-c1e9-4dad-b8cf-77c32c2759ad on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 18:56:37.869297 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.880189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3406ecf-096b-4d2f-af5c-d88295109628']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:37.892713 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:37.893336 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d8e5ae-ee73-46d5-b797-c23f33691cd6') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:56:37.904936 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.921782 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.931507 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:56:37.931920 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:56:37.933802 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:56:38.013753 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.109761 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.117392 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.119358 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] 10.222.0.37 "DELETE /v2.0/networks/b3406ecf-096b-4d2f-af5c-d88295109628 HTTP/1.1" status: 204 len: 168 time: 0.7756643 Aug 19 18:56:38.132395 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36b7dd-d488-46a5-b2fe-7c8ab3bdeaee admin admin] Pushing event deleted for resources: {'Network': ['ID=b3406ecf-096b-4d2f-af5c-d88295109628,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:38.140339 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device aa3cd585-8bf0-4411-9819-84d7f633d954 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:38.162742 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: aa3cd585-8bf0-4411-9819-84d7f633d954 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:38.163279 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device aa3cd585-8bf0-4411-9819-84d7f633d954 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:38.189892 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8953e42b-964b-45f9-8d93-874c2780f550 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:38.223173 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 8953e42b-964b-45f9-8d93-874c2780f550 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:38.223525 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 8953e42b-964b-45f9-8d93-874c2780f550 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:38.224124 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7c202792-c1e9-4dad-b8cf-77c32c2759ad no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:38.248665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 7c202792-c1e9-4dad-b8cf-77c32c2759ad {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:38.248665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 7c202792-c1e9-4dad-b8cf-77c32c2759ad not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:38.248665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ddba7fc3-b469-4d09-a524-a2d60c442dbc no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:56:38.270391 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: ddba7fc3-b469-4d09-a524-a2d60c442dbc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 18:56:38.270739 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ddba7fc3-b469-4d09-a524-a2d60c442dbc not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 18:56:38.578472 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:38.622323 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8b234793-b8f4-4583-aa23-6e8d2b67a03f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf327b349be8438e9cca6b74c00e55cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425231 Aug 19 18:56:38.624814 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:38.677603 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73555b43-6c19-47b3-9cf8-059535ca109c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.707475 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73555b43-6c19-47b3-9cf8-059535ca109c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.821860 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73555b43-6c19-47b3-9cf8-059535ca109c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.824520 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73555b43-6c19-47b3-9cf8-059535ca109c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:38.825699 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-73555b43-6c19-47b3-9cf8-059535ca109c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4940495b-f8aa-4315-8961-fb0c7e879800 HTTP/1.1" status: 204 len: 168 time: 0.1999431 Aug 19 18:56:38.834147 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73555b43-6c19-47b3-9cf8-059535ca109c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940495b-f8aa-4315-8961-fb0c7e879800,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:39.367229 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:52.857996 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52572) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:52.967551 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38a12662-80bb-4238-9d80-b6ff664cb871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.111248 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38a12662-80bb-4238-9d80-b6ff664cb871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.183394 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38a12662-80bb-4238-9d80-b6ff664cb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.222835 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a12662-80bb-4238-9d80-b6ff664cb871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555c3f41-b7d0-441b-82d6-b4f88eb9fe39,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:53.231041 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-38a12662-80bb-4238-9d80-b6ff664cb871 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd0e2718a9554f1fb090771bd6f6cca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693981 Aug 19 18:56:53.232108 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52582) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:53.282662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28ac2e80-fde0-4177-ba3d-b16bdc655acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.304905 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28ac2e80-fde0-4177-ba3d-b16bdc655acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.417517 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28ac2e80-fde0-4177-ba3d-b16bdc655acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.420112 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28ac2e80-fde0-4177-ba3d-b16bdc655acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:53.421281 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-28ac2e80-fde0-4177-ba3d-b16bdc655acd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/555c3f41-b7d0-441b-82d6-b4f88eb9fe39 HTTP/1.1" status: 204 len: 168 time: 0.1889091 Aug 19 18:56:53.431785 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac2e80-fde0-4177-ba3d-b16bdc655acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555c3f41-b7d0-441b-82d6-b4f88eb9fe39,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:55.754785 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52648) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:55.860002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2540af7-b304-482e-ac09-216496965fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:55.952176 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2540af7-b304-482e-ac09-216496965fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.063402 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2540af7-b304-482e-ac09-216496965fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.102986 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2540af7-b304-482e-ac09-216496965fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fcc82c-fb9f-4170-bba5-4723473a3a25,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:56.108566 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-e2540af7-b304-482e-ac09-216496965fab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfc1dbd9672847a3b17339830a4deb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527076 Aug 19 18:56:56.111407 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52654) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:56.166042 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e9f513b-a027-4b02-b15f-5b46b32ba0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.187784 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e9f513b-a027-4b02-b15f-5b46b32ba0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.303639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e9f513b-a027-4b02-b15f-5b46b32ba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.306242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e9f513b-a027-4b02-b15f-5b46b32ba0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.307444 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-2e9f513b-a027-4b02-b15f-5b46b32ba0f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42fcc82c-fb9f-4170-bba5-4723473a3a25 HTTP/1.1" status: 204 len: 168 time: 0.1949456 Aug 19 18:56:56.315323 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f513b-a027-4b02-b15f-5b46b32ba0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fcc82c-fb9f-4170-bba5-4723473a3a25,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:56.513025 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:56.988835 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52664) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:57.007634 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a05b94e6-1343-4ccf-b219-e9afec652bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.109811 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a05b94e6-1343-4ccf-b219-e9afec652bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.212124 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a05b94e6-1343-4ccf-b219-e9afec652bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.253143 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a05b94e6-1343-4ccf-b219-e9afec652bc1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5999dbf1268d4a25913ba2eb7fa1f02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631972 Aug 19 18:56:57.253995 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b94e6-1343-4ccf-b219-e9afec652bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43546d9-5216-4652-bee3-655303434b62,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:57.255963 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52668) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:57.308278 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-740249ce-beb9-41a0-acf2-1987d944746e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.330118 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-740249ce-beb9-41a0-acf2-1987d944746e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.473630 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-740249ce-beb9-41a0-acf2-1987d944746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.477422 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-740249ce-beb9-41a0-acf2-1987d944746e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:57.482184 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-740249ce-beb9-41a0-acf2-1987d944746e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f43546d9-5216-4652-bee3-655303434b62 HTTP/1.1" status: 204 len: 168 time: 0.2239964 Aug 19 18:56:57.490880 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740249ce-beb9-41a0-acf2-1987d944746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43546d9-5216-4652-bee3-655303434b62,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:59.191873 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:59.304756 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6853-c6d8-4257-948a-b907932c12f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.396161 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6853-c6d8-4257-948a-b907932c12f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.512981 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f9a6853-c6d8-4257-948a-b907932c12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.557566 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0f9a6853-c6d8-4257-948a-b907932c12f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fb6a3453ddb479084e8e22694e180d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629951 Aug 19 18:56:59.557566 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a6853-c6d8-4257-948a-b907932c12f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12801c6a-1df9-4ab3-8fbf-421a34dac6da,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:56:59.559353 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 52732) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:56:59.609309 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40292604-859c-4568-8b98-f1773a3f720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.635901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40292604-859c-4568-8b98-f1773a3f720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.754772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40292604-859c-4568-8b98-f1773a3f720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.758314 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40292604-859c-4568-8b98-f1773a3f720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:56:59.763998 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-40292604-859c-4568-8b98-f1773a3f720d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12801c6a-1df9-4ab3-8fbf-421a34dac6da HTTP/1.1" status: 204 len: 168 time: 0.2030160 Aug 19 18:56:59.773962 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40292604-859c-4568-8b98-f1773a3f720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12801c6a-1df9-4ab3-8fbf-421a34dac6da,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:04.138218 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c4f1acdc-7a4d-4b60-adb6-90e0a74ad31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:05.203852 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:57:06.827595 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dcbe6b52-6a1e-48f0-9e6a-cd2a885213da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:07.371703 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:07.994322 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:09.335291 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:15.684833 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 52994) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:15.728655 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Deleting subnet 1693d06d-5f80-4f9f-9536-6db28f3bbdb6 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 18:57:15.733789 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:15.774502 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:15.815273 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:15.955090 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:15.983851 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1693d06d-5f80-4f9f-9536-6db28f3bbdb6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:15.988657 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:15.990991 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1693d06d-5f80-4f9f-9536-6db28f3bbdb6 HTTP/1.1" status: 204 len: 168 time: 0.3049490 Aug 19 18:57:15.993515 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53000) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:15.996366 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.998970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.999622 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.999622 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:15.999796 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.000002 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431dd8-b256-4270-af60-b0c719392099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.065773 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.151357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.162610 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bb0182-a87a-4455-a03f-ee16c2ed6dd5']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:16.174335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9166feb6-54fa-4c5a-9505-45de4098c7d4') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:16.174685 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9166feb6-54fa-4c5a-9505-45de4098c7d4') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:16.183724 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.201357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.216991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 18:57:16.217413 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 18:57:16.219181 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 18:57:16.354156 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.358763 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.367823 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/29bb0182-a87a-4455-a03f-ee16c2ed6dd5 HTTP/1.1" status: 204 len: 168 time: 0.3659923 Aug 19 18:57:16.374137 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29bb0182-a87a-4455-a03f-ee16c2ed6dd5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:16.382160 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.382536 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.382968 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.383383 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.383840 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.384189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.384803 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.384995 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.385395 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.385792 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.386708 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.387529 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8298f5a-7e2d-4bcc-8099-0c75cfa554d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:16.811748 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53028) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:16.858956 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-38843446-b651-4a6a-8788-293d1a0193a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c3d3f7f5f0e4d92aee5dc24bb57fa55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460207 Aug 19 18:57:16.861422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53032) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:16.910807 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db387689-0f0f-444f-951c-64e62f43e650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:16.936591 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db387689-0f0f-444f-951c-64e62f43e650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:17.091872 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db387689-0f0f-444f-951c-64e62f43e650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:17.094488 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db387689-0f0f-444f-951c-64e62f43e650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:17.096174 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-db387689-0f0f-444f-951c-64e62f43e650 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aef76825-3629-4202-ab42-f69dc8da4ff4 HTTP/1.1" status: 204 len: 168 time: 0.2332671 Aug 19 18:57:17.105622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db387689-0f0f-444f-951c-64e62f43e650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef76825-3629-4202-ab42-f69dc8da4ff4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:18.310587 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:18.415303 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8e224e-67b7-4f23-a62f-093a26b135f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.507653 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8e224e-67b7-4f23-a62f-093a26b135f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.575640 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8e224e-67b7-4f23-a62f-093a26b135f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.614718 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ae8e224e-67b7-4f23-a62f-093a26b135f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c488209c30b44a386cf50b84f652d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029704 Aug 19 18:57:18.615822 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e224e-67b7-4f23-a62f-093a26b135f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af27e9b2-c094-4719-98c3-473f203874ae,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:18.617926 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:18.668372 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c492ecb-4b44-465e-8c4c-e376bdd65cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.689586 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c492ecb-4b44-465e-8c4c-e376bdd65cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.800099 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c492ecb-4b44-465e-8c4c-e376bdd65cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.802549 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c492ecb-4b44-465e-8c4c-e376bdd65cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:18.803799 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-5c492ecb-4b44-465e-8c4c-e376bdd65cf8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af27e9b2-c094-4719-98c3-473f203874ae HTTP/1.1" status: 204 len: 168 time: 0.1847456 Aug 19 18:57:18.812543 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c492ecb-4b44-465e-8c4c-e376bdd65cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af27e9b2-c094-4719-98c3-473f203874ae,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:19.399381 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:19.413866 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-221f617e-9c16-43b7-b395-8739d7f92bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.503242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-221f617e-9c16-43b7-b395-8739d7f92bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.577302 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-221f617e-9c16-43b7-b395-8739d7f92bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.617344 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-221f617e-9c16-43b7-b395-8739d7f92bf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c968795d423403d9e9b342bfeee9693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168682 Aug 19 18:57:19.618482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f617e-9c16-43b7-b395-8739d7f92bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb19ef-ad55-4bf5-b03c-be250de02671,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:19.620079 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53078) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:19.671060 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc646d4-b3ac-4c4b-bef3-2b6f04f20c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.696569 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc646d4-b3ac-4c4b-bef3-2b6f04f20c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.834720 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc646d4-b3ac-4c4b-bef3-2b6f04f20c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.837757 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc646d4-b3ac-4c4b-bef3-2b6f04f20c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:19.839719 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-dcc646d4-b3ac-4c4b-bef3-2b6f04f20c46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3bb19ef-ad55-4bf5-b03c-be250de02671 HTTP/1.1" status: 204 len: 168 time: 0.2183442 Aug 19 18:57:19.849199 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc646d4-b3ac-4c4b-bef3-2b6f04f20c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb19ef-ad55-4bf5-b03c-be250de02671,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:20.580416 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53088) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:20.594355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-291d9ada-0f6f-4540-8af4-efe9927f797f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:20.680742 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-291d9ada-0f6f-4540-8af4-efe9927f797f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:20.760021 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-291d9ada-0f6f-4540-8af4-efe9927f797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:20.804195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-291d9ada-0f6f-4540-8af4-efe9927f797f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca40a0d8a29c49fa9aadd6b8661ad23d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226741 Aug 19 18:57:20.805054 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d9ada-0f6f-4540-8af4-efe9927f797f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ea9454-c83d-4a0e-b168-43f61ac36fd4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:20.807103 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53090) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:20.855200 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-204c88bd-64bd-4d78-a3d0-21980535ecba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:20.876997 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-204c88bd-64bd-4d78-a3d0-21980535ecba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:21.023124 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-204c88bd-64bd-4d78-a3d0-21980535ecba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:21.025619 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-204c88bd-64bd-4d78-a3d0-21980535ecba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:21.027480 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-204c88bd-64bd-4d78-a3d0-21980535ecba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71ea9454-c83d-4a0e-b168-43f61ac36fd4 HTTP/1.1" status: 204 len: 168 time: 0.2192709 Aug 19 18:57:21.037717 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c88bd-64bd-4d78-a3d0-21980535ecba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ea9454-c83d-4a0e-b168-43f61ac36fd4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:26.495344 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.598749 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53262) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:33.693163 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53268) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:33.762682 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcc70dd-b238-4faf-8882-1424d87805b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.808691 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d882d64-76d4-4dc4-a5e2-4ae05aa9258d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.874860 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcc70dd-b238-4faf-8882-1424d87805b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:33.961623 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcc70dd-b238-4faf-8882-1424d87805b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.014564 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-edcc70dd-b238-4faf-8882-1424d87805b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=845a8ab1f92a4fd6b2b7b10a7c6ac132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141397 Aug 19 18:57:34.017789 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.022765 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc70dd-b238-4faf-8882-1424d87805b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fcdda9-0278-44ec-a3c8-f6e7b3598289,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.075448 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d79b3eff-05a6-4e62-9cd1-3042636237d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.083837 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d882d64-76d4-4dc4-a5e2-4ae05aa9258d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.098176 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d79b3eff-05a6-4e62-9cd1-3042636237d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.118135 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d647b49-2be3-4486-9712-b0b580cfafdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.143209 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d882d64-76d4-4dc4-a5e2-4ae05aa9258d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.181746 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-4d882d64-76d4-4dc4-a5e2-4ae05aa9258d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce9bdb3936ae444ca715e2650412e79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875152 Aug 19 18:57:34.182605 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d882d64-76d4-4dc4-a5e2-4ae05aa9258d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ec694-3aa0-4004-a61c-a66ec198d89d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.184493 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.222774 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d79b3eff-05a6-4e62-9cd1-3042636237d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.225313 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d79b3eff-05a6-4e62-9cd1-3042636237d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.226445 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d79b3eff-05a6-4e62-9cd1-3042636237d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5fcdda9-0278-44ec-a3c8-f6e7b3598289 HTTP/1.1" status: 204 len: 168 time: 0.2076252 Aug 19 18:57:34.241454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3eff-05a6-4e62-9cd1-3042636237d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fcdda9-0278-44ec-a3c8-f6e7b3598289,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.247115 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33578ca-e87c-4241-b975-101e839ec77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.271067 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33578ca-e87c-4241-b975-101e839ec77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.411388 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33578ca-e87c-4241-b975-101e839ec77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.414000 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33578ca-e87c-4241-b975-101e839ec77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.415201 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a33578ca-e87c-4241-b975-101e839ec77b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2e0ec694-3aa0-4004-a61c-a66ec198d89d HTTP/1.1" status: 204 len: 168 time: 0.2296648 Aug 19 18:57:34.424835 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33578ca-e87c-4241-b975-101e839ec77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ec694-3aa0-4004-a61c-a66ec198d89d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:34.805688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53284) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:34.820100 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18aaac61-e4c5-4237-9a43-d8e62e48244f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.912853 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18aaac61-e4c5-4237-9a43-d8e62e48244f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:34.976910 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18aaac61-e4c5-4237-9a43-d8e62e48244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.016009 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-18aaac61-e4c5-4237-9a43-d8e62e48244f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=be72b49a746f4bb7a83ead89e4a77145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091181 Aug 19 18:57:35.016935 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aaac61-e4c5-4237-9a43-d8e62e48244f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7546a834-1a7b-46cb-b6e6-35526e119e5a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:35.019775 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53292) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:35.074070 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffe40f85-f982-414c-864c-598082426392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.095991 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffe40f85-f982-414c-864c-598082426392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.228496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffe40f85-f982-414c-864c-598082426392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.231970 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffe40f85-f982-414c-864c-598082426392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.232253 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ffe40f85-f982-414c-864c-598082426392 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7546a834-1a7b-46cb-b6e6-35526e119e5a HTTP/1.1" status: 204 len: 168 time: 0.2112887 Aug 19 18:57:35.242675 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe40f85-f982-414c-864c-598082426392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7546a834-1a7b-46cb-b6e6-35526e119e5a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:35.582141 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53308) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:35.683376 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-662323659-network', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:35.771099 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Made reservation on behalf of 785feba548ce46d6adfb82c3a328a44e for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:35.773426 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.783122 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.879860 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.946585 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.970975 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:57:35.979570 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611766a4-6833-48c0-a7dd-d8ad3080f2ae,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:35.986588 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:35.986968 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.segments_db [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Added segment e0afb9bf-e2d8-43c8-8416-976850720516 of type vlan for network 95b8a710-82ba-487c-a0fc-74e546aea702 Aug 19 18:57:36.026854 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.119519 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.124988 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:36.124988 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.180621 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] Pushing event updated for resources: {'Network': ['ID=95b8a710-82ba-487c-a0fc-74e546aea702,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:36.191407 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 95b8a710-82ba-487c-a0fc-74e546aea702 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:57:36.269227 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-59609cb9-6691-4f8e-aebe-e539c606a95c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6858139 Aug 19 18:57:36.272052 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53328) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:36.277210 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Request body: {'subnet': {'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-662323659-subnet', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:36.353948 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Made reservation on behalf of 785feba548ce46d6adfb82c3a328a44e for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:36.358077 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25564943'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.621138 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25663688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25564953'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.678790 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b09f26d-148b-4187-b22c-53c623417ce2,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:36.683891 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Checking segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:36.684252 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Network hostable DHCP agents. Network: 95b8a710-82ba-487c-a0fc-74e546aea702, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:57:36.753660 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:57:36.781141 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-07e2dbaf-4b73-4c41-bc61-503f3b88ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.849089 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 95b8a710-82ba-487c-a0fc-74e546aea702) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:36.853281 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:36.853896 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:36.857939 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ae384-5398-464d-afff-16d27017a585 None None] Network 95b8a710-82ba-487c-a0fc-74e546aea702 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:36.960460 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-fa7c93c0-5622-4106-859e-c68912ce5fdb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6871967 Aug 19 18:57:36.963695 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53340) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:36.969976 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:37.006969 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-95b8a710-82ba-487c-a0fc-74e546aea702', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:57:37.007872 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.051776 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.052975 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.112047 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.149931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Allocated IP 172.20.0.2 (95b8a710-82ba-487c-a0fc-74e546aea702/9b09f26d-148b-4187-b22c-53c623417ce2/03a87a12-09b3-4c3e-aee7-db0de1322a68) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:37.311057 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.324804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Transition to ACTIVE for port object 03a87a12-09b3-4c3e-aee7-db0de1322a68 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:37.345962 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Transition to ACTIVE for port object 03a87a12-09b3-4c3e-aee7-db0de1322a68 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:37.351933 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.426378 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.474300 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.514662 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:37.520213 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:37.524574 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:37.533133 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Pushing event updated for resources: {'Port': ['ID=03a87a12-09b3-4c3e-aee7-db0de1322a68,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:37.557712 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.558071 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.558415 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.558758 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.559131 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.559816 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.559816 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.560119 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.560452 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.560842 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.561175 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.561502 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:37.594274 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Attempting to bind port 03a87a12-09b3-4c3e-aee7-db0de1322a68 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:37.595299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Attempting to bind port 03a87a12-09b3-4c3e-aee7-db0de1322a68 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:37.595730 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Attempting to bind port 03a87a12-09b3-4c3e-aee7-db0de1322a68 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:37.602028 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:37.602028 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Checking segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:37.612664 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.612664 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Bound using segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:37.612664 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Bound port: 03a87a12-09b3-4c3e-aee7-db0de1322a68, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:37.612664 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.669457 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] For port 03a87a12-09b3-4c3e-aee7-db0de1322a68, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:37.673384 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] For port 03a87a12-09b3-4c3e-aee7-db0de1322a68, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=03a87a12-09b3-4c3e-aee7-db0de1322a68,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:37.784023 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.807326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53356) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:37.853323 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09e72e-3e27-4f32-a13b-ecd1a8626c04 None None] Pushing event updated for resources: {'Port': ['ID=03a87a12-09b3-4c3e-aee7-db0de1322a68,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:37.935844 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.943043 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b456a983-ce93-4f4b-b33d-693f15a1f3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.956309 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:37.986893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.067698 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b456a983-ce93-4f4b-b33d-693f15a1f3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.094289 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Allocated IP 172.27.0.95 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/de476d99-8bae-40f9-a723-fff65e5b904b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:38.183999 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b456a983-ce93-4f4b-b33d-693f15a1f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.203122 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.222448 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a983-ce93-4f4b-b33d-693f15a1f3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61806a86-cf2e-4c69-bf68-f1112cb12ec9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.229602 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 03a87a12-09b3-4c3e-aee7-db0de1322a68 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:38.243119 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53360) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:38.243648 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b456a983-ce93-4f4b-b33d-693f15a1f3b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ee4db7e1ffd44339843f56cd0d1574d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341669 Aug 19 18:57:38.293326 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8be3cb59-46fd-423c-a617-b217c5ac6094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.304892 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.342903 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8be3cb59-46fd-423c-a617-b217c5ac6094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.357779 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 03a87a12-09b3-4c3e-aee7-db0de1322a68 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:38.372936 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:38.381422 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:38.385005 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Pushing event updated for resources: {'Port': ['ID=de476d99-8bae-40f9-a723-fff65e5b904b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.392579 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:38.595881 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8be3cb59-46fd-423c-a617-b217c5ac6094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.598258 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8be3cb59-46fd-423c-a617-b217c5ac6094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.599709 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8be3cb59-46fd-423c-a617-b217c5ac6094 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/61806a86-cf2e-4c69-bf68-f1112cb12ec9 HTTP/1.1" status: 204 len: 168 time: 0.3556173 Aug 19 18:57:38.608609 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3cb59-46fd-423c-a617-b217c5ac6094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61806a86-cf2e-4c69-bf68-f1112cb12ec9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:38.724529 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:38.796003 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36aeee-1e3d-4a04-a30d-f438c9076279 None None] Network 95b8a710-82ba-487c-a0fc-74e546aea702 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:38.931264 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.011358 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] Provisioning for port 03a87a12-09b3-4c3e-aee7-db0de1322a68 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:39.015708 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] Provisioning complete for port 03a87a12-09b3-4c3e-aee7-db0de1322a68 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:39.017442 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.097129 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.131399 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:57:39.134422 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] For port 03a87a12-09b3-4c3e-aee7-db0de1322a68, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=03a87a12-09b3-4c3e-aee7-db0de1322a68,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:39.243120 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:39.252651 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:39.262328 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.270392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:39.270392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:39.360383 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53366) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:39.363790 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a54ac-a988-4f52-b0c7-5ed98c2597ea None None] Pushing event updated for resources: {'Port': ['ID=03a87a12-09b3-4c3e-aee7-db0de1322a68,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:39.374934 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03a4612b-74ec-404f-a393-9837b5f04378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.377042 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.381407 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ac6863ea-6e60-4ffd-8768-aa8a1c299c3c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4133899 Aug 19 18:57:39.381407 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53368) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:39.424163 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-28892ce4-9dfc-4e9e-9c71-223350fb9312 None None] Provisioning complete for port 03a87a12-09b3-4c3e-aee7-db0de1322a68 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:39.424585 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-28892ce4-9dfc-4e9e-9c71-223350fb9312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.449916 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.456319 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:39.639928 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03a4612b-74ec-404f-a393-9837b5f04378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.727327 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03a4612b-74ec-404f-a393-9837b5f04378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.780231 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-03a4612b-74ec-404f-a393-9837b5f04378 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cec43bd9cfcd43fcb540108e588ba56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186304 Aug 19 18:57:39.783903 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53370) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:39.785658 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4612b-74ec-404f-a393-9837b5f04378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf887ec-56a4-4c53-892e-d55ff3ef472a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:39.817086 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:38Z', 'revision_number': 3, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:39.840905 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7b6f-06c1-427d-a8e1-2afc88547f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.844850 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:39.845349 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Updating router 91c4aebd-5c36-4374-a5aa-ef6211186f63 port de476d99-8bae-40f9-a723-fff65e5b904b binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:57:39.872804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.873662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7b6f-06c1-427d-a8e1-2afc88547f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:39.925467 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.003599 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7b6f-06c1-427d-a8e1-2afc88547f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.006395 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7b6f-06c1-427d-a8e1-2afc88547f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.010006 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-3ccb7b6f-06c1-427d-a8e1-2afc88547f63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/baf887ec-56a4-4c53-892e-d55ff3ef472a HTTP/1.1" status: 204 len: 168 time: 0.2227445 Aug 19 18:57:40.027646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb7b6f-06c1-427d-a8e1-2afc88547f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf887ec-56a4-4c53-892e-d55ff3ef472a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:40.145290 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Allocated IP 172.20.0.1 (95b8a710-82ba-487c-a0fc-74e546aea702/9b09f26d-148b-4187-b22c-53c623417ce2/b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:40.157595 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.167728 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Transition to ACTIVE for port object de476d99-8bae-40f9-a723-fff65e5b904b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:40.194402 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 03a87a12-09b3-4c3e-aee7-db0de1322a68 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:40.243605 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 03a87a12-09b3-4c3e-aee7-db0de1322a68 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.243983 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.260138 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.266633 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.274690 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Transition to ACTIVE for port object b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:40.338380 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Attempting to bind port de476d99-8bae-40f9-a723-fff65e5b904b on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:40.338754 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Attempting to bind port de476d99-8bae-40f9-a723-fff65e5b904b by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:40.339183 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Attempting to bind port de476d99-8bae-40f9-a723-fff65e5b904b on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:40.342015 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c8a2e-03e8-4b67-95a4-e7df773377d1 None None] Pushing event updated for resources: {'Port': ['ID=de476d99-8bae-40f9-a723-fff65e5b904b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:40.350774 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:40.351183 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:40.355334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.355334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:40.355334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Bound port: de476d99-8bae-40f9-a723-fff65e5b904b, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:40.355334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.421305 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.433271 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] For port de476d99-8bae-40f9-a723-fff65e5b904b, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:40.436557 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] For port de476d99-8bae-40f9-a723-fff65e5b904b, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=de476d99-8bae-40f9-a723-fff65e5b904b,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:40.464639 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:40.467754 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:40.470787 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:40.494049 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Pushing event updated for resources: {'Port': ['ID=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:40.514781 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.521727 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.591557 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:40.592908 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:40.635288 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c8a2e-03e8-4b67-95a4-e7df773377d1 None None] Pushing event updated for resources: {'Port': ['ID=de476d99-8bae-40f9-a723-fff65e5b904b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:40.710219 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:40.747135 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.889252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b26e035f-120e-4340-b598-998c1628c8a5 None None] Provisioning for port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:40.894548 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b26e035f-120e-4340-b598-998c1628c8a5 None None] Provisioning complete for port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:40.894948 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b26e035f-120e-4340-b598-998c1628c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.932229 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:40.936318 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b26e035f-120e-4340-b598-998c1628c8a5 None None] Port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:40.940202 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:38Z', 'revision_number': 3, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:40.967311 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d261e9b-cf53-4c43-a5e8-f378180e8cb5 None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:38Z', 'revision_number': 3, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:41.034294 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25663603'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.106951 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Pushing event updated for resources: {'Port': ['ID=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:41.109382 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.234733 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:41.240491 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:41.393461 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:57:41.562239 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3be21fe8-f5c9-44d8-a212-3101be3bcb0b None None] Provisioning complete for port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:41.563316 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3be21fe8-f5c9-44d8-a212-3101be3bcb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:41.614974 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3be21fe8-f5c9-44d8-a212-3101be3bcb0b None None] Port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:41.772889 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:41.778047 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-43539328-7118-477c-aab1-d9b96296d58d admin admin] 10.222.0.37 "PUT /v2.0/routers/91c4aebd-5c36-4374-a5aa-ef6211186f63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3959534 Aug 19 18:57:42.196128 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device de476d99-8bae-40f9-a723-fff65e5b904b up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:42.204218 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:57:42.372615 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port de476d99-8bae-40f9-a723-fff65e5b904b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:42.378485 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port de476d99-8bae-40f9-a723-fff65e5b904b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:42.378485 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.480595 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.504341 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port de476d99-8bae-40f9-a723-fff65e5b904b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=de476d99-8bae-40f9-a723-fff65e5b904b,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:42.594335 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:42.599915 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.609937 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:42.609937 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:42.611722 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53454) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:42.617208 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1705201793-network', 'tenant_id': '69d3251d7450461f84932cccbfdbed05'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:42.652788 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=de476d99-8bae-40f9-a723-fff65e5b904b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:42.712039 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Made reservation on behalf of 69d3251d7450461f84932cccbfdbed05 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:42.714543 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.724586 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.819612 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:42.824097 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.908369 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.931456 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 19 18:57:42.948265 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2fdb00-098c-4566-aec0-64e786a1dac6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:42.954008 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:42.954008 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.segments_db [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Added segment a60bc2f7-7949-4283-ad7b-5f7de32999ef of type vlan for network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 Aug 19 18:57:42.999330 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752557911727'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.048889 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 2, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:43.075516 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:43.075825 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Updating router 91c4aebd-5c36-4374-a5aa-ef6211186f63 port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:57:43.091229 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.092256 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:43.092863 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.107419 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.159785 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] Pushing event updated for resources: {'Network': ['ID=0110a5bc-101d-45f2-9cf3-fc15ae1fadd6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.169940 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 details requested by agent ovs-agent-dv-cinder-790535-9-iscsi with host dv-cinder-790535-9-iscsi {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 19 18:57:43.238432 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d73f5ea5-4ba7-49b8-9bb9-a735592b8cdc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6254923 Aug 19 18:57:43.241399 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53470) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:43.246301 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Request body: {'subnet': {'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1705201793-subnet', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:43.336762 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Made reservation on behalf of 69d3251d7450461f84932cccbfdbed05 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:57:43.339419 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25739347'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.385569 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.395722 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Transition to ACTIVE for port object b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:43.476257 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.524883 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Pushing event updated for resources: {'Port': ['ID=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.535953 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.536326 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.536685 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.537025 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.537358 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.537689 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.538019 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.538348 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.538698 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.539059 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.539387 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.539876 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:57:43.588115 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29305254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25739333'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.601219 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Attempting to bind port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:43.601730 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Attempting to bind port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:43.602104 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Attempting to bind port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:43.607782 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:43.609257 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Checking segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:43.609257 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.609257 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Bound using segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:43.610288 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Bound port: b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:43.610803 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.657432 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731ecdea-8228-4a96-8d62-a8348e939674,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.664614 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Checking segment: {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:43.664979 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Network hostable DHCP agents. Network: 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6, hostable agents: ['1bc4cc4d-9e92-43a8-a060-db9dcb30afe5'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 19 18:57:43.687135 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] For port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:43.691235 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] For port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:43.775843 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 is scheduled to be hosted by DHCP agent 1bc4cc4d-9e92-43a8-a060-db9dcb30afe5 with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 19 18:57:43.809665 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.865975 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:43.866611 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:43.897537 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-9-iscsi, 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:43.903340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:57:43.903940 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:43.905663 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7ea4f-0168-4418-a439-3e55f4fe8842 None None] Pushing event updated for resources: {'Port': ['ID=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:43.916797 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40224987-6511-420e-b516-4f763ef58dc6 None None] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:43.993232 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:44.004595 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-6fb3edc0-83ae-44b6-885a-908a38b74176 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7620623 Aug 19 18:57:44.007305 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53474) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:44.012084 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:44.089013 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14614dec-7907-5953-89fe-54a23504c08b-0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'fixed_ips': [{'subnet_id': '731ecdea-8228-4a96-8d62-a8348e939674'}]}} from dv-cinder-790535-9-iscsi. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 19 18:57:44.089853 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.165249 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3735289', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124152'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.166299 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3735145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728356', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3887534', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124145'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.194092 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device de476d99-8bae-40f9-a723-fff65e5b904b up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:44.229113 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:44.231356 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.257669 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4720cc2-6423-4206-8b07-94c879528f4d None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:43Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:44.292338 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Allocated IP 172.20.0.2 (0110a5bc-101d-45f2-9cf3-fc15ae1fadd6/731ecdea-8228-4a96-8d62-a8348e939674/89010761-e310-4351-ab98-a78da67a694d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:44.306579 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port de476d99-8bae-40f9-a723-fff65e5b904b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:44.306974 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.495608 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.533865 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.542850 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Transition to ACTIVE for port object 89010761-e310-4351-ab98-a78da67a694d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:44.558512 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Transition to ACTIVE for port object 89010761-e310-4351-ab98-a78da67a694d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:44.645491 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.683375 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:44.689697 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:44.693868 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:44.708207 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Pushing event updated for resources: {'Port': ['ID=89010761-e310-4351-ab98-a78da67a694d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:44.770280 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Attempting to bind port 89010761-e310-4351-ab98-a78da67a694d on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:44.770801 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Attempting to bind port 89010761-e310-4351-ab98-a78da67a694d by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:44.771293 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Attempting to bind port 89010761-e310-4351-ab98-a78da67a694d on network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:44.777078 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:44.777593 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Checking segment: {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:44.778091 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.778544 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Bound using segment: {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:44.779114 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Bound port: 89010761-e310-4351-ab98-a78da67a694d, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:44.779557 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.813888 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.834591 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.848519 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] For port 89010761-e310-4351-ab98-a78da67a694d, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:44.852134 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] For port 89010761-e310-4351-ab98-a78da67a694d, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=89010761-e310-4351-ab98-a78da67a694d,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:44.920240 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:44.946665 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Allocated IP 172.27.0.200 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/ee2a88b0-5e89-47c0-9928-1d1930722c31) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:44.979904 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df338-7677-48cf-84c1-e511246df2fc None None] Pushing event updated for resources: {'Port': ['ID=89010761-e310-4351-ab98-a78da67a694d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:45.083244 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:45.189595 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:45.231292 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:45.237344 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:45.241541 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:45.266742 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2a88b0-5e89-47c0-9928-1d1930722c31,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:45.597938 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:45.804113 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3735152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728161'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:45.920268 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71791cf3-9242-49c9-bdd1-c71e15634cb9 None None] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 18:57:46.028145 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Router c02071f0-3a60-4be6-a12b-22127facc0cf is scheduled to L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 19 18:57:46.139582 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:46.155594 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Sync routers for ids ['c02071f0-3a60-4be6-a12b-22127facc0cf'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:46.161462 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-74a7c85a-bd4f-4ab8-8a41-46491f8f37a9 None None] Provisioning for port 89010761-e310-4351-ab98-a78da67a694d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:46.169306 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Routers {'c02071f0-3a60-4be6-a12b-22127facc0cf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:46.170042 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['c02071f0-3a60-4be6-a12b-22127facc0cf'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:46.253014 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.258974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:46.259712 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d1ec7353-a3e7-4884-9e95-b35c4529fce1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2503669 Aug 19 18:57:46.280383 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:46.471221 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Set router c02071f0-3a60-4be6-a12b-22127facc0cf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:46.655334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:46.662943 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:46.663334 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.723733 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:45Z', 'revision_number': 3, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:46.754572 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.772976 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Checking router: c02071f0-3a60-4be6-a12b-22127facc0cf for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:46.773333 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Updating router c02071f0-3a60-4be6-a12b-22127facc0cf port ee2a88b0-5e89-47c0-9928-1d1930722c31 binding host dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:57:46.806713 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.808555 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.915303 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:46.922415 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Allocated IP 172.20.0.1 (0110a5bc-101d-45f2-9cf3-fc15ae1fadd6/731ecdea-8228-4a96-8d62-a8348e939674/f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:57:46.980975 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:46.981928 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 89010761-e310-4351-ab98-a78da67a694d up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:47.034117 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.047839 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Transition to ACTIVE for port object f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:47.091314 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:47.125848 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.168230 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:47.170142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:47.170548 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port 89010761-e310-4351-ab98-a78da67a694d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:47.176775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:57:47.177257 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.186429 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 89010761-e310-4351-ab98-a78da67a694d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:47.186429 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.207222 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Transition to ACTIVE for port object ee2a88b0-5e89-47c0-9928-1d1930722c31 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:47.210210 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Pushing event updated for resources: {'Port': ['ID=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:47.229672 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3732841'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.278804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.296538 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.382755 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port 89010761-e310-4351-ab98-a78da67a694d, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=89010761-e310-4351-ab98-a78da67a694d,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:47.384066 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f7937-b025-4716-acd5-4ece0db3c143 None None] Pushing event updated for resources: {'Port': ['ID=ee2a88b0-5e89-47c0-9928-1d1930722c31,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:47.387366 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Attempting to bind port ee2a88b0-5e89-47c0-9928-1d1930722c31 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:47.392527 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Attempting to bind port ee2a88b0-5e89-47c0-9928-1d1930722c31 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:47.392527 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Attempting to bind port ee2a88b0-5e89-47c0-9928-1d1930722c31 on network 0fa2c66f-33ef-4407-84ea-938c440fedda {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:47.395234 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:47.395608 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Checking segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:47.396008 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.396392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Bound using segment: {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:47.396853 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Bound port: ee2a88b0-5e89-47c0-9928-1d1930722c31, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09edc666-a826-4c43-b117-b3d364cbd927', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:47.397232 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.451312 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] For port ee2a88b0-5e89-47c0-9928-1d1930722c31, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:47.460416 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.464477 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.467304 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] For port ee2a88b0-5e89-47c0-9928-1d1930722c31, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=ee2a88b0-5e89-47c0-9928-1d1930722c31,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:47.525710 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=89010761-e310-4351-ab98-a78da67a694d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:47.557253 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.601614 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bf304c6e-55d4-442b-a53c-abfb0c949bb0 None None] Provisioning for port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:47.619389 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bf304c6e-55d4-442b-a53c-abfb0c949bb0 None None] Provisioning complete for port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:47.619762 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf304c6e-55d4-442b-a53c-abfb0c949bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.623780 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f7937-b025-4716-acd5-4ece0db3c143 None None] Pushing event updated for resources: {'Port': ['ID=ee2a88b0-5e89-47c0-9928-1d1930722c31,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:47.654821 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.657165 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Routers {'c02071f0-3a60-4be6-a12b-22127facc0cf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:47.657799 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['c02071f0-3a60-4be6-a12b-22127facc0cf'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:47.697448 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bf304c6e-55d4-442b-a53c-abfb0c949bb0 None None] Port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:47.719600 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.771088 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] Set router c02071f0-3a60-4be6-a12b-22127facc0cf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:47.791270 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3732893'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:47.792971 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Pushing event updated for resources: {'Port': ['ID=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:47.883269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:57:47.884692 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:57:48.008309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2', 'name': '', 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'mac_address': 'fa:16:3e:8d:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '731ecdea-8228-4a96-8d62-a8348e939674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:46Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 1, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'subnets': [{'id': '731ecdea-8228-4a96-8d62-a8348e939674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:48.016754 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Router c02071f0-3a60-4be6-a12b-22127facc0cf has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:57:48.041311 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60671672-100b-4cdd-9364-86c3fc23b9d1 None None] The sync data for ids ['c02071f0-3a60-4be6-a12b-22127facc0cf'] in dv-cinder-790535-9-iscsi is: [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2', 'name': '', 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'mac_address': 'fa:16:3e:8d:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '731ecdea-8228-4a96-8d62-a8348e939674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:46Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 1, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'subnets': [{'id': '731ecdea-8228-4a96-8d62-a8348e939674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:48.127031 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0afd5cb0-bd31-4818-94ed-3681088ded40 None None] Provisioning complete for port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:48.127602 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0afd5cb0-bd31-4818-94ed-3681088ded40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.141903 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:57:48.147297 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ac4d2e46-1728-4e26-9bc8-f3041888819f admin admin] 10.222.0.37 "PUT /v2.0/routers/c02071f0-3a60-4be6-a12b-22127facc0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889096 Aug 19 18:57:48.169413 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0afd5cb0-bd31-4818-94ed-3681088ded40 None None] Port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:57:48.213504 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:48.273473 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:48.273853 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.403619 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 89010761-e310-4351-ab98-a78da67a694d up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:48.465317 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port 89010761-e310-4351-ab98-a78da67a694d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:48.465561 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:48.820435 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53496) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:48.825192 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318402041', 'description': 'tempest-secgroup-smoke-1318402041 description', 'project_id': '785feba548ce46d6adfb82c3a328a44e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:48.925467 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.014779 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.100713 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.147945 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3091e88f-26d8-41fb-bca3-fb7049b8f16c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:49.228349 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.229658 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-47939644-0135-4df1-93ba-6147c51a7cc5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4081326 Aug 19 18:57:49.232879 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53498) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:49.240271 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group_rule': {'security_group_id': '3091e88f-26d8-41fb-bca3-fb7049b8f16c', 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:49.320101 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.388882 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.451362 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.469893 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb6e216-c3b1-4f9b-8c3f-e47b66681f42,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:49.548891 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.550306 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8450f378-a293-4f0f-b95c-46dc892b3fb5 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3160865 Aug 19 18:57:49.553165 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53500) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:49.557702 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group_rule': {'security_group_id': '3091e88f-26d8-41fb-bca3-fb7049b8f16c', 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:49.638801 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.702610 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.753496 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.767607 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5065b62-e983-4ddd-90a6-029240f506bc,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:49.831949 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:49.833187 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-0c27fe23-9c9f-4de6-a153-1a1969bd3c42 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790821 Aug 19 18:57:49.835902 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:49.840259 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group_rule': {'security_group_id': '3091e88f-26d8-41fb-bca3-fb7049b8f16c', 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:49.936056 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.004431 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.080002 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.100446 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb2e2c-c237-40d8-b691-798ef48bade0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:50.171187 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.173027 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a96d6b29-a597-4e66-b38e-6e8670b1ee34 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3360474 Aug 19 18:57:50.176737 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53506) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:50.181425 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group_rule': {'security_group_id': '3091e88f-26d8-41fb-bca3-fb7049b8f16c', 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:50.210332 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ee2a88b0-5e89-47c0-9928-1d1930722c31 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:50.261172 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.319217 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port ee2a88b0-5e89-47c0-9928-1d1930722c31 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:50.321199 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.323369 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port ee2a88b0-5e89-47c0-9928-1d1930722c31 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:50.323744 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.405894 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.408813 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.426072 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541d78ab-2714-4a4a-b7c3-f3b767127f8a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:50.431548 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port ee2a88b0-5e89-47c0-9928-1d1930722c31, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=ee2a88b0-5e89-47c0-9928-1d1930722c31,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:50.511993 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.513159 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-036f7081-ce5b-4cc6-a297-f8a60581d34c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3354130 Aug 19 18:57:50.516467 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53508) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:50.520978 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group_rule': {'security_group_id': '3091e88f-26d8-41fb-bca3-fb7049b8f16c', 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:50.540665 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.597231 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=ee2a88b0-5e89-47c0-9928-1d1930722c31,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:50.603580 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Project 785feba548ce46d6adfb82c3a328a44e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:57:50.608792 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.671309 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.736597 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.752782 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3859faed-75a9-44c1-9c04-a80affd0ed14,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:50.822719 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.824462 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-bb0f79aa-77ff-4c1f-bf1e-527f7895ad61 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3068907 Aug 19 18:57:50.827237 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:57:50.832784 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'security_group_rule': {'security_group_id': '3091e88f-26d8-41fb-bca3-fb7049b8f16c', 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:57:50.920068 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Project 785feba548ce46d6adfb82c3a328a44e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 19 18:57:50.925294 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:50.988572 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.056679 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3680595'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.074701 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552a30e9-e511-4d29-8589-26eb94bcdfe5,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:51.165148 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:51.166615 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a68a09dc-c672-477d-86f6-5349c0b6d708 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382599 Aug 19 18:57:51.388005 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Sync routers for ids ['c02071f0-3a60-4be6-a12b-22127facc0cf'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:57:51.398277 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Routers {'c02071f0-3a60-4be6-a12b-22127facc0cf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:51.398900 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['c02071f0-3a60-4be6-a12b-22127facc0cf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:51.520054 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Set router c02071f0-3a60-4be6-a12b-22127facc0cf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:51.724677 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2', 'name': '', 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'mac_address': 'fa:16:3e:8d:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '731ecdea-8228-4a96-8d62-a8348e939674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:46Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 2, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'subnets': [{'id': '731ecdea-8228-4a96-8d62-a8348e939674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:51.754385 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Checking router: c02071f0-3a60-4be6-a12b-22127facc0cf for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:57:51.754745 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Updating router c02071f0-3a60-4be6-a12b-22127facc0cf port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 binding host dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 19 18:57:51.779549 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.066194 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.075607 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Transition to ACTIVE for port object f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:57:52.164937 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.184609 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ee2a88b0-5e89-47c0-9928-1d1930722c31 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:52.211535 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2ff3-fbad-4524-93c1-0b8a844e2c49 None None] Pushing event updated for resources: {'Port': ['ID=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:52.239677 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port ee2a88b0-5e89-47c0-9928-1d1930722c31 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:52.240160 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.286293 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Attempting to bind port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 on host dv-cinder-790535-9-iscsi for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:57:52.286728 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Attempting to bind port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 by drivers openvswitch,hyperv on host dv-cinder-790535-9-iscsi at level 0 using segments [{'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:57:52.287053 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Attempting to bind port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 on network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:57:52.293706 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Checking agent: {'id': '00f0f0e3-71c7-43e6-809a-d21c32388ba9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 40, 37), 'started_at': datetime.datetime(2021, 8, 19, 18, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:57:52.293706 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Checking segment: {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:57:52.293706 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.293706 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Bound using segment: {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:57:52.294645 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Bound port: f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2, host: dv-cinder-790535-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60bc2f7-7949-4283-ad7b-5f7de32999ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:57:52.294645 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.371125 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] For port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2, host dv-cinder-790535-9-iscsi, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:57:52.376613 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] For port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2, host dv-cinder-790535-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:57:52.446375 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:52.506210 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Routers {'c02071f0-3a60-4be6-a12b-22127facc0cf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:57:52.506851 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:57:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['c02071f0-3a60-4be6-a12b-22127facc0cf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:52.548884 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d2ff3-fbad-4524-93c1-0b8a844e2c49 None None] Pushing event updated for resources: {'Port': ['ID=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:52.631427 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] Set router c02071f0-3a60-4be6-a12b-22127facc0cf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:57:52.943177 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2', 'name': '', 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'mac_address': 'fa:16:3e:8d:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '731ecdea-8228-4a96-8d62-a8348e939674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:46Z', 'updated_at': '2021-08-19T18:57:52Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'subnets': [{'id': '731ecdea-8228-4a96-8d62-a8348e939674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:57:52.970007 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac15859a-086b-4df2-8bca-7f6ee3fb8b3f None None] The sync data for ids ['c02071f0-3a60-4be6-a12b-22127facc0cf'] in dv-cinder-790535-9-iscsi is: [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:47Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2', 'name': '', 'network_id': '0110a5bc-101d-45f2-9cf3-fc15ae1fadd6', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'mac_address': 'fa:16:3e:8d:c3:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '731ecdea-8228-4a96-8d62-a8348e939674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:46Z', 'updated_at': '2021-08-19T18:57:52Z', 'revision_number': 4, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'subnets': [{'id': '731ecdea-8228-4a96-8d62-a8348e939674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:57:54.199323 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:54.313551 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning for port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:57:54.317625 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:54.317993 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:54.524519 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:54.557382 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] For port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:57:54.627814 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:54.675500 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Pushing event updated for resources: {'Port': ['ID=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:57:56.185361 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 up at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:57:56.247094 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Provisioning complete for port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:57:56.247553 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:57:56.491054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:03.523297 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-a630e9d8-6298-4518-a5b4-31b6ac66c02d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421884 Aug 19 18:58:03.630748 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91963-41e2-45c1-b383-42f277dd9580 req-afb01541-cd8a-4a3f-a11d-bb2c71280f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:03.632304 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-afb01541-cd8a-4a3f-a11d-bb2c71280f61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0421069 Aug 19 18:58:03.740033 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91963-41e2-45c1-b383-42f277dd9580 req-b5211ef4-75f2-4159-895c-10288d2eb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:03.741622 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-b5211ef4-75f2-4159-895c-10288d2eb26d service neutron] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 910 time: 0.0897892 Aug 19 18:58:03.809554 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-448f1d4b-d4b7-4df7-a375-9036fa09eefe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 1002 time: 0.0602651 Aug 19 18:58:03.866394 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91963-41e2-45c1-b383-42f277dd9580 req-2b256dc5-f436-4f6c-a4c9-5a82c6635e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:03.867900 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-2b256dc5-f436-4f6c-a4c9-5a82c6635e41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0501714 Aug 19 18:58:03.915838 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a91963-41e2-45c1-b383-42f277dd9580 req-f0d011db-45d4-4a2c-bbe3-d2cbcf27479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:03.917325 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-f0d011db-45d4-4a2c-bbe3-d2cbcf27479d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418630 Aug 19 18:58:04.022285 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-2f551930-179e-4ef8-8a07-7c61eddd7d03 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933170 Aug 19 18:58:04.123155 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-38a91963-41e2-45c1-b383-42f277dd9580 req-2415fd8a-1f6a-4632-8c60-e69b67f889c6 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921772 Aug 19 18:58:04.124922 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf2b679d-8eda-4458-b747-1342b5d82b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:04.497138 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53648) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:04.616424 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-becb286a-b7e0-4e43-9e97-f60f36e7f2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:04.721965 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-becb286a-b7e0-4e43-9e97-f60f36e7f2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:04.805030 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-becb286a-b7e0-4e43-9e97-f60f36e7f2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:04.846801 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-becb286a-b7e0-4e43-9e97-f60f36e7f2b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a938e517f0004e7295fea0c9459d641e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485420 Aug 19 18:58:04.848417 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb286a-b7e0-4e43-9e97-f60f36e7f2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de08e5-4f9f-4e0d-b816-378c715dbfc6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:04.850186 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 53654) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:04.912769 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-718fe13e-4372-4677-8c46-6f140655899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:04.943184 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-718fe13e-4372-4677-8c46-6f140655899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:05.077960 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-718fe13e-4372-4677-8c46-6f140655899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:05.081053 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-718fe13e-4372-4677-8c46-6f140655899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:05.082830 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-718fe13e-4372-4677-8c46-6f140655899e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87de08e5-4f9f-4e0d-b816-378c715dbfc6 HTTP/1.1" status: 204 len: 168 time: 0.2313886 Aug 19 18:58:05.092492 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718fe13e-4372-4677-8c46-6f140655899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de08e5-4f9f-4e0d-b816-378c715dbfc6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:06.803868 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0dbda3ca-0f80-4798-b72f-8de7566e0eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:07.370400 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:08.009224 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:09.340599 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:12.282566 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-b91519eb-730d-4dfc-99fb-7eba0971c669 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318402041&fields=id&tenant_id=785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 267 time: 0.0341647 Aug 19 18:58:12.397555 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-6ecc3c0f-298d-478c-bc46-5fd7bea9f75f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:12.399046 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-6ecc3c0f-298d-478c-bc46-5fd7bea9f75f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 811 time: 0.1080809 Aug 19 18:58:12.413746 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-ad083612-0aca-476e-ae66-80b03111529d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/quotas/785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 375 time: 0.0089447 Aug 19 18:58:12.463970 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-9b56421a-64f5-4f50-ac23-e430d892108a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448861 Aug 19 18:58:12.574806 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-ed75d1f4-46e4-474a-a311-5eda90380dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872459 Aug 19 18:58:12.657473 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-1fad6b53-99e2-4e0a-8a74-e5e664e1c058 service neutron] 10.222.0.37 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891440 Aug 19 18:58:13.218505 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-927c918d-6893-4a55-87a1-e61ed49a9b10 req-4027adb4-e7ae-4f6d-aecb-778fc1329aeb tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Aug 19 18:58:14.317712 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2408d50f-0ebd-49ce-90f7-382cda151e03 req-cfd65328-f50e-49fa-8044-8b680403fb55 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 210 time: 0.0296335 Aug 19 18:58:15.450088 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fb433f8b-e7ce-49ca-8929-366612a42a74 req-aa5d17ec-ea20-4e56-a648-0089936b1dde tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 210 time: 0.0389626 Aug 19 18:58:15.499171 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-cf048b0a-7fba-4c97-8668-8adc0ea97758 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:15.500619 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-cf048b0a-7fba-4c97-8668-8adc0ea97758 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 811 time: 0.1367629 Aug 19 18:58:15.561001 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-2bbe451b-ea5b-4636-a34c-b82894e4a7c2 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 380 time: 0.0440834 Aug 19 18:58:15.587496 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'port': {'device_id': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'admin_state_up': True, 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'security_groups': ['3091e88f-26d8-41fb-bca3-fb7049b8f16c']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:58:15.753242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Made reservation on behalf of 785feba548ce46d6adfb82c3a328a44e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 18:58:15.756898 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:15.883497 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Allocated IP 172.20.0.10 (95b8a710-82ba-487c-a0fc-74e546aea702/9b09f26d-148b-4187-b22c-53c623417ce2/3926266a-ac59-402f-910e-b322104db9b8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:58:16.022397 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.036224 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Transition to ACTIVE for port object 3926266a-ac59-402f-910e-b322104db9b8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:58:16.142142 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.191439 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:58:16.194443 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:58:16.198904 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:58:16.205504 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=3926266a-ac59-402f-910e-b322104db9b8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:16.258875 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:16.259601 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.342369 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-772f2d4b-4dd9-47df-8374-7fdf4d63fe6f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7594695 Aug 19 18:58:16.363973 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Request body: {'port': {'device_id': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:58:16.417544 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.524759 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-24359f16-3a55-45b7-8bde-92b74059a8d7 None None] Provisioning for port 3926266a-ac59-402f-910e-b322104db9b8 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:58:16.529490 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-24359f16-3a55-45b7-8bde-92b74059a8d7 None None] Provisioning complete for port 3926266a-ac59-402f-910e-b322104db9b8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:58:16.529804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24359f16-3a55-45b7-8bde-92b74059a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.567317 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-24359f16-3a55-45b7-8bde-92b74059a8d7 None None] Port 3926266a-ac59-402f-910e-b322104db9b8 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 18:58:16.626540 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a221a7-5fa1-41fc-97a2-f590e0b2ebfb req-bf3193be-4549-4490-9e36-70b887ed85fe tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:16.628058 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f5a221a7-5fa1-41fc-97a2-f590e0b2ebfb req-bf3193be-4549-4490-9e36-70b887ed85fe tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 932 time: 0.1045568 Aug 19 18:58:16.690935 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f5a221a7-5fa1-41fc-97a2-f590e0b2ebfb req-0b09c497-7de6-4d61-98c3-c55e9dbaa5ea tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564156 Aug 19 18:58:16.754141 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3926266a-ac59-402f-910e-b322104db9b8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:58:16.762060 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.774264 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Transition to ACTIVE for port object 3926266a-ac59-402f-910e-b322104db9b8 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 18:58:16.861659 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:16.932169 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Pushing event updated for resources: {'Port': ['ID=3926266a-ac59-402f-910e-b322104db9b8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:17.230418 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.230775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.231148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.231500 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.231834 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.232222 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.232558 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.232891 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.233219 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.233546 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.233876 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.234201 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:17.266819 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Attempting to bind port 3926266a-ac59-402f-910e-b322104db9b8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 18:58:17.267189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Attempting to bind port 3926266a-ac59-402f-910e-b322104db9b8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 18:58:17.267524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Attempting to bind port 3926266a-ac59-402f-910e-b322104db9b8 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:58:17.271656 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Port 3926266a-ac59-402f-910e-b322104db9b8 on network 95b8a710-82ba-487c-a0fc-74e546aea702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 18:58:17.271983 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Attempting to bind port 3926266a-ac59-402f-910e-b322104db9b8 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 18:58:17.276731 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 18, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 18:58:17.277077 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Checking segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 18:58:17.277468 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Bound using segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 18:58:17.277899 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Bound port: 3926266a-ac59-402f-910e-b322104db9b8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 18:58:17.278261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:17.341732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] For port 3926266a-ac59-402f-910e-b322104db9b8, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 18:58:17.345242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] For port 3926266a-ac59-402f-910e-b322104db9b8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3926266a-ac59-402f-910e-b322104db9b8,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 18:58:17.433581 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:17.471602 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:17.472235 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:17.473601 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] 10.222.0.30 "PUT /v2.0/ports/3926266a-ac59-402f-910e-b322104db9b8 HTTP/1.1" status: 200 len: 1094 time: 1.1141012 Aug 19 18:58:17.474035 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'tag': '3926266a-ac59-402f-910e-b322104db9b8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:17.476300 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e430d9-0a34-4733-a76e-fcbb57da1097" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "tag": "3926266a-ac59-402f-910e-b322104db9b8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:17.502211 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefe962-bed2-4cd2-a464-1fcc3df48c20 service neutron] Pushing event updated for resources: {'Port': ['ID=3926266a-ac59-402f-910e-b322104db9b8,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:17.530186 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf384e6e-d6f2-4628-904c-ff4b703e57bc x-openstack-request-id: req-cf384e6e-d6f2-4628-904c-ff4b703e57bc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:17.530430 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "tag": "3926266a-ac59-402f-910e-b322104db9b8", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:17.530683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf384e6e-d6f2-4628-904c-ff4b703e57bc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:17.531117 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'tag': '3926266a-ac59-402f-910e-b322104db9b8', 'status': 'completed', 'code': 200} Aug 19 18:58:17.631959 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e430d9-0a34-4733-a76e-fcbb57da1097 req-bd20b850-3c44-4b0f-b293-0242b7ecd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:17.636793 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58e430d9-0a34-4733-a76e-fcbb57da1097 req-bd20b850-3c44-4b0f-b293-0242b7ecd0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 1097 time: 0.0569022 Aug 19 18:58:17.757952 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e430d9-0a34-4733-a76e-fcbb57da1097 req-bc8356d7-b755-4a6e-ade7-0c21bba94653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:17.760260 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58e430d9-0a34-4733-a76e-fcbb57da1097 req-bc8356d7-b755-4a6e-ade7-0c21bba94653 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=785feba548ce46d6adfb82c3a328a44e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1111934 Aug 19 18:58:17.873364 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0f53d-0746-4b1b-8752-1f5e217cd565 req-10aaf224-88b1-48c9-90d7-6487931ed0da tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:17.875109 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-24d0f53d-0746-4b1b-8752-1f5e217cd565 req-10aaf224-88b1-48c9-90d7-6487931ed0da tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.1137948 Aug 19 18:58:17.907588 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e430d9-0a34-4733-a76e-fcbb57da1097 req-40e7393e-a5dd-4824-be37-7ae5fcfb5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:17.909023 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58e430d9-0a34-4733-a76e-fcbb57da1097 req-40e7393e-a5dd-4824-be37-7ae5fcfb5ee9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394775 Aug 19 18:58:17.926688 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-24d0f53d-0746-4b1b-8752-1f5e217cd565 req-2f14f1bc-7577-4cd9-945b-8af189d58d05 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Aug 19 18:58:18.017241 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-c130c93b-caf2-48ca-9d85-d26ce6bfaca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:18.018749 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-c130c93b-caf2-48ca-9d85-d26ce6bfaca2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 1097 time: 0.0488629 Aug 19 18:58:18.072109 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-03613ad1-a61d-4a9c-880f-40014b32009b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3926266a-ac59-402f-910e-b322104db9b8 HTTP/1.1" status: 200 len: 217 time: 0.0373406 Aug 19 18:58:18.122353 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-faacbfeb-dcb6-4a64-970a-8eb66e010005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:18.123950 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-faacbfeb-dcb6-4a64-970a-8eb66e010005 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0444314 Aug 19 18:58:18.175037 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-0ecafcc3-29d9-4fb5-bb40-adc7a7599f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:18.176522 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-0ecafcc3-29d9-4fb5-bb40-adc7a7599f9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404794 Aug 19 18:58:18.270249 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-b2be5cda-8fb9-4772-8863-2a8ae61c7fcc service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857861 Aug 19 18:58:18.360325 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-63ae9de7-f3f3-45c9-b7b1-6c91210afa36 req-72720514-56ac-4e3e-83de-f09f9c9beac8 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819860 Aug 19 18:58:19.050118 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6cb83-6e86-4f1c-a3c1-e85e0dea078e req-f52128d4-facf-4ac0-b4bf-6d6ec13ce5bf tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:19.051673 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-eaa6cb83-6e86-4f1c-a3c1-e85e0dea078e req-f52128d4-facf-4ac0-b4bf-6d6ec13ce5bf tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0558875 Aug 19 18:58:19.089861 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-eaa6cb83-6e86-4f1c-a3c1-e85e0dea078e req-0867d559-3aa3-4e76-b075-1a9332044fe6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315249 Aug 19 18:58:19.204280 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:58:20.204086 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4b649-1bf5-44c5-9eae-24cec9d6513a req-c0311de2-f5aa-4d0e-9249-f12f311cd132 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:20.205613 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0da4b649-1bf5-44c5-9eae-24cec9d6513a req-c0311de2-f5aa-4d0e-9249-f12f311cd132 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0499575 Aug 19 18:58:20.244787 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0da4b649-1bf5-44c5-9eae-24cec9d6513a req-8ecc4270-026a-49ae-b8eb-070a5c563b3b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Aug 19 18:58:21.361760 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f8cf-1e2f-437e-9a1f-a6c48561d3ae req-7eb2a146-b895-4ebc-bab2-803325af445e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:21.363266 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2016f8cf-1e2f-437e-9a1f-a6c48561d3ae req-7eb2a146-b895-4ebc-bab2-803325af445e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0491493 Aug 19 18:58:21.402395 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2016f8cf-1e2f-437e-9a1f-a6c48561d3ae req-5c628364-5c5d-48d8-a685-ca35f80dd7ab tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Aug 19 18:58:22.520002 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aec66-83e3-4593-9e75-3196c3b7a3ce req-c8bf9fd9-7014-4a31-863a-45927c097bed tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:22.521460 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-235aec66-83e3-4593-9e75-3196c3b7a3ce req-c8bf9fd9-7014-4a31-863a-45927c097bed tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0528152 Aug 19 18:58:22.558420 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-235aec66-83e3-4593-9e75-3196c3b7a3ce req-a6b25a5e-f13c-4612-99d6-797046bf6ac9 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302668 Aug 19 18:58:23.672688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc6c9-5b63-4963-83f0-9bf52fa89362 req-721a5553-3b32-4017-9c84-b4c4313f1bad tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:23.674175 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2afbc6c9-5b63-4963-83f0-9bf52fa89362 req-721a5553-3b32-4017-9c84-b4c4313f1bad tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0497732 Aug 19 18:58:23.711158 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2afbc6c9-5b63-4963-83f0-9bf52fa89362 req-de11bb88-2ece-44fc-a419-f95faddb6359 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Aug 19 18:58:24.829437 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3622dc-5496-4cb5-8c55-006bc6388eb5 req-07486b8c-ebb3-4109-9274-518d967e7881 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:24.830940 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-de3622dc-5496-4cb5-8c55-006bc6388eb5 req-07486b8c-ebb3-4109-9274-518d967e7881 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0488558 Aug 19 18:58:24.868350 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-de3622dc-5496-4cb5-8c55-006bc6388eb5 req-547cc9f8-fbf3-449c-a75b-ec07d8454f84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Aug 19 18:58:25.986439 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3806e-68b3-40b5-9aa2-ab7094cd4c85 req-2db13226-9a01-4054-a880-ff15dcbd85ee tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:25.987948 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36c3806e-68b3-40b5-9aa2-ab7094cd4c85 req-2db13226-9a01-4054-a880-ff15dcbd85ee tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 944 time: 0.0522873 Aug 19 18:58:26.026549 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36c3806e-68b3-40b5-9aa2-ab7094cd4c85 req-3c1ddf4b-11e2-4beb-aaa4-0997090d3842 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Aug 19 18:58:26.484517 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:26.606068 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3926266a-ac59-402f-910e-b322104db9b8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:58:26.702886 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3926266a-ac59-402f-910e-b322104db9b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3926266a-ac59-402f-910e-b322104db9b8,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:26.715349 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '3926266a-ac59-402f-910e-b322104db9b8', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'port_id': '3926266a-ac59-402f-910e-b322104db9b8', 'mac_address': 'fa:16:3e:c1:53:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:58:26.752309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:26.766245 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3926266a-ac59-402f-910e-b322104db9b8 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:58:26.786862 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3926266a-ac59-402f-910e-b322104db9b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3926266a-ac59-402f-910e-b322104db9b8,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:26.855994 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:26.909366 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3926266a-ac59-402f-910e-b322104db9b8,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:27.141335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0435aa-d4a5-4ed1-a5e6-61e19bfe2f62 req-5680ce00-97aa-4279-b0b2-05492641c92e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:27.142843 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c0435aa-d4a5-4ed1-a5e6-61e19bfe2f62 req-5680ce00-97aa-4279-b0b2-05492641c92e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 945 time: 0.0503674 Aug 19 18:58:27.180786 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1c0435aa-d4a5-4ed1-a5e6-61e19bfe2f62 req-6f4eb086-8197-4537-a448-2546418ba42e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Aug 19 18:58:27.202378 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['3926266a-ac59-402f-910e-b322104db9b8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:58:27.282479 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279a5e1-1ee7-478d-9a00-250e697a607c req-793f1d31-3998-4202-bebf-af997cea2bbe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:27.284091 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e279a5e1-1ee7-478d-9a00-250e697a607c req-793f1d31-3998-4202-bebf-af997cea2bbe tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0513048 Aug 19 18:58:27.332381 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e279a5e1-1ee7-478d-9a00-250e697a607c req-ed3d31f8-4e48-4634-877e-8a8b32bf4010 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Aug 19 18:58:28.299414 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6378ab3-808e-4dbe-beff-5bf026cbc601 req-ceb786c5-1ef4-4415-a1aa-451c7ba1f026 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:28.300907 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f6378ab3-808e-4dbe-beff-5bf026cbc601 req-ceb786c5-1ef4-4415-a1aa-451c7ba1f026 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Aug 19 18:58:28.338708 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f6378ab3-808e-4dbe-beff-5bf026cbc601 req-82e5b2df-9f60-43c0-9cde-3d13fb8949b6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Aug 19 18:58:28.449217 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9914d-cfcc-41b5-b307-64a99d6d9fa0 req-af85efc1-3be8-4a98-9f80-5f95c9cb3661 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:28.451444 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-20e9914d-cfcc-41b5-b307-64a99d6d9fa0 req-af85efc1-3be8-4a98-9f80-5f95c9cb3661 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0498533 Aug 19 18:58:28.488355 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-20e9914d-cfcc-41b5-b307-64a99d6d9fa0 req-24cefefa-fc6e-48bc-9850-8f3b4f4fd550 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311420 Aug 19 18:58:29.451988 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d42f47-7017-4526-b701-3bff2c5de861 req-3c0d64e8-d69a-4054-bce7-857f094fc980 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.453408 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15d42f47-7017-4526-b701-3bff2c5de861 req-3c0d64e8-d69a-4054-bce7-857f094fc980 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 945 time: 0.0492702 Aug 19 18:58:29.492097 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-15d42f47-7017-4526-b701-3bff2c5de861 req-75bdcd8c-c426-4b65-86ef-cd150ca1eaff tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328341 Aug 19 18:58:29.606816 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92042557-29a3-4738-8978-0c31528e2cd8 req-6de39c1c-22e3-483f-b042-0778a87ca180 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:29.608402 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92042557-29a3-4738-8978-0c31528e2cd8 req-6de39c1c-22e3-483f-b042-0778a87ca180 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0526824 Aug 19 18:58:29.649706 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-92042557-29a3-4738-8978-0c31528e2cd8 req-cab0d904-3f0e-47b0-abd2-d9d725ea1160 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350864 Aug 19 18:58:30.604882 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0aeaf8-d1de-4ad7-87f0-a447cb2c37c3 req-3ac351e1-1b1a-4478-bf8a-e17e31404968 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:30.607032 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ba0aeaf8-d1de-4ad7-87f0-a447cb2c37c3 req-3ac351e1-1b1a-4478-bf8a-e17e31404968 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Aug 19 18:58:30.644961 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ba0aeaf8-d1de-4ad7-87f0-a447cb2c37c3 req-266296a3-3296-42a5-bfa7-216b11dd8061 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Aug 19 18:58:30.768570 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a10a23-65d3-496f-b7ee-818694f17439 req-593789ea-1397-4c55-94f2-dbaa113ccaf0 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:30.769903 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-55a10a23-65d3-496f-b7ee-818694f17439 req-593789ea-1397-4c55-94f2-dbaa113ccaf0 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0494182 Aug 19 18:58:30.811258 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-55a10a23-65d3-496f-b7ee-818694f17439 req-331e7049-d0a6-4620-b050-a81c47a1949d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354548 Aug 19 18:58:31.765098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36364a0f-f218-43ab-9dfc-37f7526427e7 req-2cc1fa36-35b9-4e2e-ab21-1a0d76b4657b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:31.766758 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36364a0f-f218-43ab-9dfc-37f7526427e7 req-2cc1fa36-35b9-4e2e-ab21-1a0d76b4657b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 945 time: 0.0556979 Aug 19 18:58:31.808415 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-36364a0f-f218-43ab-9dfc-37f7526427e7 req-2cd00151-9f6d-4959-9db7-1044cb916062 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354538 Aug 19 18:58:31.930201 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813b4bd-a735-4539-b5ae-1824da69820b req-1712e8b2-8b67-4ff1-808c-5423bb67019a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:31.931747 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b813b4bd-a735-4539-b5ae-1824da69820b req-1712e8b2-8b67-4ff1-808c-5423bb67019a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0511494 Aug 19 18:58:31.954297 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3926266a-ac59-402f-910e-b322104db9b8 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:58:31.972289 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b813b4bd-a735-4539-b5ae-1824da69820b req-5bed37ab-f926-4089-94ac-5034b7be7709 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339274 Aug 19 18:58:32.099566 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 3926266a-ac59-402f-910e-b322104db9b8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 18:58:32.103571 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 3926266a-ac59-402f-910e-b322104db9b8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:58:32.103997 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:32.182655 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:32.204748 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3926266a-ac59-402f-910e-b322104db9b8'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:32.207019 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f1fd0-0ee6-4677-99b1-b97bf9418ab5" -d '{"events": [{"server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "name": "network-vif-plugged", "status": "completed", "tag": "3926266a-ac59-402f-910e-b322104db9b8"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:32.220876 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3926266a-ac59-402f-910e-b322104db9b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3926266a-ac59-402f-910e-b322104db9b8,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:32.248578 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43741673-52ab-4a7e-a4a6-9fc6cefed5e5 x-openstack-request-id: req-43741673-52ab-4a7e-a4a6-9fc6cefed5e5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:32.248578 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "name": "network-vif-plugged", "status": "completed", "tag": "3926266a-ac59-402f-910e-b322104db9b8", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:32.248578 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43741673-52ab-4a7e-a4a6-9fc6cefed5e5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:32.248578 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3926266a-ac59-402f-910e-b322104db9b8', 'code': 200} Aug 19 18:58:32.301399 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:32.349287 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3926266a-ac59-402f-910e-b322104db9b8,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:32.699688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a1ad1-cf72-470a-aaa3-bdb8d3423de3 req-480fe187-f670-4946-bea0-e7b938269263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:32.702323 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-602a1ad1-cf72-470a-aaa3-bdb8d3423de3 req-480fe187-f670-4946-bea0-e7b938269263 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 1099 time: 0.0421209 Aug 19 18:58:32.738081 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-602a1ad1-cf72-470a-aaa3-bdb8d3423de3 req-b29c35a8-4164-40cb-b1bf-6240c1f708c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286717 Aug 19 18:58:32.933637 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346e89d-13cc-4381-8083-1ebe0122b3df req-89bdf86c-e150-45d5-8a20-1ff7fccfc18b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:32.935341 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3346e89d-13cc-4381-8083-1ebe0122b3df req-89bdf86c-e150-45d5-8a20-1ff7fccfc18b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0568671 Aug 19 18:58:32.982432 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3346e89d-13cc-4381-8083-1ebe0122b3df req-37415a63-fe80-46a0-b4f9-20cbe6479df8 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Aug 19 18:58:33.108189 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f6ce2-01d3-4a09-b2f3-b25e201ccfb0 req-0286e4ef-dcce-432a-a520-8ef3d7e20fbd tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:33.109702 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-691f6ce2-01d3-4a09-b2f3-b25e201ccfb0 req-0286e4ef-dcce-432a-a520-8ef3d7e20fbd tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0507886 Aug 19 18:58:33.148971 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-691f6ce2-01d3-4a09-b2f3-b25e201ccfb0 req-9b4c5a37-e964-4952-a6d1-622d5e64b05d tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330269 Aug 19 18:58:34.110023 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5488e5-25d0-4951-9c31-b1cba9f77866 req-357a2b20-efe0-4ed0-98fd-9e891fe3a5d1 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.111550 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cd5488e5-25d0-4951-9c31-b1cba9f77866 req-357a2b20-efe0-4ed0-98fd-9e891fe3a5d1 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0510235 Aug 19 18:58:34.124048 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ae8daf71-364b-4e58-82d0-4bfe1f91c938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:34.153846 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cd5488e5-25d0-4951-9c31-b1cba9f77866 req-35a156ec-7095-401e-8177-4646d33fad68 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Aug 19 18:58:34.306542 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ab7ca-2a4f-408f-9c1c-ae4f4f8997b4 req-f3b9b472-8e95-4463-b2bd-31384fe59a76 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.307992 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-333ab7ca-2a4f-408f-9c1c-ae4f4f8997b4 req-f3b9b472-8e95-4463-b2bd-31384fe59a76 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0868413 Aug 19 18:58:34.315169 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddddb3d-2d26-4dae-9022-59eaf1bc2973 req-aefa583d-2990-492f-9216-c6b5cb463be3 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.316604 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4ddddb3d-2d26-4dae-9022-59eaf1bc2973 req-aefa583d-2990-492f-9216-c6b5cb463be3 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0942240 Aug 19 18:58:34.376428 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-333ab7ca-2a4f-408f-9c1c-ae4f4f8997b4 req-5991f0b4-de6b-40a5-ae04-9ecbc827e260 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588272 Aug 19 18:58:34.379655 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4ddddb3d-2d26-4dae-9022-59eaf1bc2973 req-d85955e0-65d5-4d0a-940b-37a2e9a98610 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557339 Aug 19 18:58:34.412428 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53922) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:34.614503 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd55b0a-9dcb-4dbe-a206-483875bdd94d tempest-TestVolumeBootPattern-757176251 tempest-TestVolumeBootPattern-757176251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:34.616093 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-cdd55b0a-9dcb-4dbe-a206-483875bdd94d tempest-TestVolumeBootPattern-757176251 tempest-TestVolumeBootPattern-757176251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 1094 time: 0.2026503 Aug 19 18:58:34.618929 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 53930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:34.623346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'port_id': '3926266a-ac59-402f-910e-b322104db9b8', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 18:58:34.701542 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:34.804657 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:34.919171 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Allocated IP 172.27.0.103 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/186ebd7c-2d12-4958-b047-f5dfab5c1ef5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 18:58:35.027524 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:35.187474 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:35.239618 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 18:58:35.239618 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 18:58:35.239618 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 18:58:35.244378 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=186ebd7c-2d12-4958-b047-f5dfab5c1ef5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:35.534316 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faddab-1d26-42fa-b571-7880bc889fec req-66495ec8-c035-482e-8e73-3e5c2cd05fd1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:35.535982 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80faddab-1d26-42fa-b571-7880bc889fec req-66495ec8-c035-482e-8e73-3e5c2cd05fd1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0736742 Aug 19 18:58:35.643836 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-80faddab-1d26-42fa-b571-7880bc889fec req-40b93a92-191f-499a-8474-fd6b64555379 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732288 Aug 19 18:58:35.746411 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:35.885098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:36.032902 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:36.095528 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:36.165586 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=186ebd7c-2d12-4958-b047-f5dfab5c1ef5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:36.177598 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:36.276458 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Floating IP 38954c3e-3e9a-4e95-aaa2-6bf55ef57d07 associated. External IP: 172.27.0.103, port: 3926266a-ac59-402f-910e-b322104db9b8. Aug 19 18:58:36.477718 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 18:58:36.584316 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 18:58:36.594157 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 18:58:36.604587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:58:36.605195 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:58:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:36.665218 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:36.694513 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-75ae80fe-b3b8-414b-93e6-469c41c06c7b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0745313 Aug 19 18:58:36.695139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'tag': '3926266a-ac59-402f-910e-b322104db9b8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:36.697540 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da" -d '{"events": [{"name": "network-changed", "server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "tag": "3926266a-ac59-402f-910e-b322104db9b8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:36.735023 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:58:36.749417 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11448cd9-7dcf-4b2f-85d9-763fa139e345 x-openstack-request-id: req-11448cd9-7dcf-4b2f-85d9-763fa139e345 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:36.749708 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "tag": "3926266a-ac59-402f-910e-b322104db9b8", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:36.749958 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11448cd9-7dcf-4b2f-85d9-763fa139e345 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:36.750351 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'tag': '3926266a-ac59-402f-910e-b322104db9b8', 'status': 'completed', 'code': 200} Aug 19 18:58:36.773588 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afb16d-8e07-46a6-82dc-6a160d7097ba req-9359f0d4-50a4-4fb4-b56c-f388f2b0d8b9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:36.775174 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f1afb16d-8e07-46a6-82dc-6a160d7097ba req-9359f0d4-50a4-4fb4-b56c-f388f2b0d8b9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0591292 Aug 19 18:58:36.808606 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-997e594c-d325-49cd-a2a2-8876a49ef269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:36.814590 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f1afb16d-8e07-46a6-82dc-6a160d7097ba req-dcb1f513-55f3-4a18-b640-236c73a06b58 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331664 Aug 19 18:58:36.962526 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '38954c3e-3e9a-4e95-aaa2-6bf55ef57d07', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '3926266a-ac59-402f-910e-b322104db9b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:c1:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:58:35Z', 'updated_at': '2021-08-19T18:58:35Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:36.989242 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 18:58:36.997577 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 18:58:36.998211 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T18:58:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:37.101999 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 18:58:37.339947 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '38954c3e-3e9a-4e95-aaa2-6bf55ef57d07', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '3926266a-ac59-402f-910e-b322104db9b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:c1:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:58:35Z', 'updated_at': '2021-08-19T18:58:35Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 18:58:37.367241 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bccc42a-a426-45ff-81bb-6c48de1599ce None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': '38954c3e-3e9a-4e95-aaa2-6bf55ef57d07', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '3926266a-ac59-402f-910e-b322104db9b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:c1:53:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T18:58:35Z', 'updated_at': '2021-08-19T18:58:35Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 18:58:37.396550 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:37.568329 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6fea3d-a891-4d6e-bb1b-c299bb4bdb40 None None] New status for floating IP 38954c3e-3e9a-4e95-aaa2-6bf55ef57d07: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 18:58:37.930759 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedeb00-954e-444d-b8e4-df51899ebba1 req-93ed601b-a648-4496-827e-fd132be40de7 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:37.932240 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8cedeb00-954e-444d-b8e4-df51899ebba1 req-93ed601b-a648-4496-827e-fd132be40de7 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0490770 Aug 19 18:58:37.975345 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8cedeb00-954e-444d-b8e4-df51899ebba1 req-12d00099-4dd6-4b24-8102-49eb40aaedaa tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Aug 19 18:58:38.003825 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:38.770700 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-286ec023-0bc8-4085-9d33-ed8bcd5fdfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:38.772227 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-286ec023-0bc8-4085-9d33-ed8bcd5fdfd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 1099 time: 0.0423203 Aug 19 18:58:38.866320 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-4718fd2a-6f2a-489b-86b7-cc743a20eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:38.867746 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-4718fd2a-6f2a-489b-86b7-cc743a20eef0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0884709 Aug 19 18:58:38.934384 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-ef8bf937-1736-4c4e-b5ae-52607eb50541 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3926266a-ac59-402f-910e-b322104db9b8 HTTP/1.1" status: 200 len: 1002 time: 0.0586479 Aug 19 18:58:38.990962 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-84c01cdc-d7e6-4c20-a603-38a0e1548b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:38.992445 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-84c01cdc-d7e6-4c20-a603-38a0e1548b1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0496244 Aug 19 18:58:39.042530 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-14cdfc31-823b-4931-87f3-95a69f0dec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:39.044142 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-14cdfc31-823b-4931-87f3-95a69f0dec4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420983 Aug 19 18:58:39.152635 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4c94b-4358-4268-aaa1-0a1e7f7a0e28 req-73f39222-51ef-4c5b-9241-348354aa0db8 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:39.154098 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-37a4c94b-4358-4268-aaa1-0a1e7f7a0e28 req-73f39222-51ef-4c5b-9241-348354aa0db8 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.1090689 Aug 19 18:58:39.188650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-05a960e0-b13f-4869-9fd7-090675fa8a8b service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351736 Aug 19 18:58:39.223742 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-37a4c94b-4358-4268-aaa1-0a1e7f7a0e28 req-94b11636-c194-49aa-9251-fc1ac9fd6793 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622814 Aug 19 18:58:39.296106 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b9d9b2ee-0721-4a65-bf1c-145ac238a8da req-08b1f233-b484-445c-a212-3ae126bf9e56 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973494 Aug 19 18:58:39.356436 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:40.248058 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-d6521c67-bbc2-418e-9ac6-9c8509070bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.249532 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-d6521c67-bbc2-418e-9ac6-9c8509070bb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0450287 Aug 19 18:58:40.651375 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e81c6-ddcf-4655-b8b2-86f4fbc39948 req-9ae00e43-a460-4a08-b598-e7b995f1032a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.652826 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-869e81c6-ddcf-4655-b8b2-86f4fbc39948 req-9ae00e43-a460-4a08-b598-e7b995f1032a tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.3469577 Aug 19 18:58:40.655824 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-cbfd8091-a382-42fa-8c7f-9712adda0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.657150 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-cbfd8091-a382-42fa-8c7f-9712adda0777 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 910 time: 0.4005537 Aug 19 18:58:40.732502 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-869e81c6-ddcf-4655-b8b2-86f4fbc39948 req-31de0c5c-b659-446a-a771-91ffa33414cf tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737798 Aug 19 18:58:40.740698 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-4b4d227c-4a12-4284-9a2a-992f2803421b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 1002 time: 0.0751398 Aug 19 18:58:40.791793 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-798a5a86-7f32-4f0b-8554-66c19012ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.793298 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-798a5a86-7f32-4f0b-8554-66c19012ac40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0454714 Aug 19 18:58:40.843940 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-48994a63-2e10-4225-9966-f96bc420bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:40.845471 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-48994a63-2e10-4225-9966-f96bc420bccf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448012 Aug 19 18:58:40.936099 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-2ab3ccc6-6541-4318-8475-3d1a13c67a5b service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826793 Aug 19 18:58:41.032151 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3a4be24c-a8f2-4663-8765-6479aaf94361 req-57907198-44aa-4962-8d1e-41ff499cd5bb service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888515 Aug 19 18:58:41.844715 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325fc00-7f7f-461b-bcc8-fb7ba4f01692 req-4f58fd1e-97d3-4d94-80c1-a57e6c75f016 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:41.846188 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9325fc00-7f7f-461b-bcc8-fb7ba4f01692 req-4f58fd1e-97d3-4d94-80c1-a57e6c75f016 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0487826 Aug 19 18:58:41.883682 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9325fc00-7f7f-461b-bcc8-fb7ba4f01692 req-e692415d-57ba-44d0-a7f9-8057a489d153 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Aug 19 18:58:42.997517 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf64e8-3399-47bf-a3ca-a49330a88427 req-4320c851-fe99-4d2f-a9e5-b391dfe8b5fb tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:42.999020 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bedf64e8-3399-47bf-a3ca-a49330a88427 req-4320c851-fe99-4d2f-a9e5-b391dfe8b5fb tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0499089 Aug 19 18:58:43.037857 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-bedf64e8-3399-47bf-a3ca-a49330a88427 req-c3b7068c-2caa-4672-97f7-a68c1d11b938 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Aug 19 18:58:44.177636 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ad3e6-9e07-4b65-a9be-95989493fc17 req-144e0467-255f-4274-8eb2-a667e7c5ed6e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:44.179352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd5ad3e6-9e07-4b65-a9be-95989493fc17 req-144e0467-255f-4274-8eb2-a667e7c5ed6e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0545599 Aug 19 18:58:44.218542 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dd5ad3e6-9e07-4b65-a9be-95989493fc17 req-cf80441d-ba85-491e-8a5b-c4f89158be4c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Aug 19 18:58:44.673448 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a32f8-17b8-4c2a-8a62-6370450658df req-9dc15030-79e6-43c9-8a35-3e4082b7692e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:44.675111 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ab9a32f8-17b8-4c2a-8a62-6370450658df req-9dc15030-79e6-43c9-8a35-3e4082b7692e tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0595796 Aug 19 18:58:44.718250 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ab9a32f8-17b8-4c2a-8a62-6370450658df req-0c9aa306-6217-4c94-8c64-6d0d1bab967b tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334864 Aug 19 18:58:44.763735 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-d56360ed-7196-48fb-98ab-c6b769190d5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071913 Aug 19 18:58:45.036048 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54010) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:45.147446 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.237133 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.316371 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.355811 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84e4bffe72a4429d9e14504e226f63dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185911 Aug 19 18:58:45.356705 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c827cffa-787e-4c90-bf9d-a6193fc3063a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:45.358397 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:45.364780 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.365147 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.365500 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.365846 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.366191 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.366535 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.366878 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.367244 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.367583 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.367920 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.368355 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.368699 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8be3b56-781a-4fee-bd27-475d61f8ab63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:45.408648 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f88afd50-c77d-4f4f-9735-95983f25ae2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.430177 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f88afd50-c77d-4f4f-9735-95983f25ae2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.556775 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f88afd50-c77d-4f4f-9735-95983f25ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.559667 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f88afd50-c77d-4f4f-9735-95983f25ae2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:45.560832 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-f88afd50-c77d-4f4f-9735-95983f25ae2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c827cffa-787e-4c90-bf9d-a6193fc3063a HTTP/1.1" status: 204 len: 168 time: 0.2013409 Aug 19 18:58:45.568877 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88afd50-c77d-4f4f-9735-95983f25ae2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c827cffa-787e-4c90-bf9d-a6193fc3063a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:45.998160 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35493e86-6d64-4376-af24-34ea08320302 req-957185e4-0c7c-426e-8c58-1c2f884831c3 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:45.999708 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-35493e86-6d64-4376-af24-34ea08320302 req-957185e4-0c7c-426e-8c58-1c2f884831c3 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.2154870 Aug 19 18:58:46.040359 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-35493e86-6d64-4376-af24-34ea08320302 req-e6cff9a9-c0db-4652-8845-50766d6409be tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334187 Aug 19 18:58:47.163900 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eb8e9-90e2-4636-afae-1be0f11cb68d req-b4c546cb-d893-436e-964b-619b6e32731c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.165537 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b0eb8e9-90e2-4636-afae-1be0f11cb68d req-b4c546cb-d893-436e-964b-619b6e32731c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0551696 Aug 19 18:58:47.205401 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3b0eb8e9-90e2-4636-afae-1be0f11cb68d req-b7bd2aeb-e378-4f28-938c-f269444c0e51 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Aug 19 18:58:47.562134 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-cfe3d021-1a35-41d4-ad53-711584f1090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.563660 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-cfe3d021-1a35-41d4-ad53-711584f1090c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7&tenant_id=bf6fb843f4384c9aa519362edf6c7dd5 HTTP/1.1" status: 200 len: 1099 time: 0.0430596 Aug 19 18:58:47.647013 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-1395c1fc-8b52-495d-9cf3-c026cdc5e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.648056 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-1395c1fc-8b52-495d-9cf3-c026cdc5e59f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0470014 Aug 19 18:58:47.748217 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-ce08cfd6-0cc1-4eb4-83d8-386f05e0a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.749713 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-ce08cfd6-0cc1-4eb4-83d8-386f05e0a945 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 910 time: 0.0935340 Aug 19 18:58:47.821607 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-814ebb5a-6d34-4cb6-9cc6-6ceb6cfcb08f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 1002 time: 0.0627661 Aug 19 18:58:47.872525 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-37701226-700d-4ae7-b1e9-8b7425451f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.873960 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-37701226-700d-4ae7-b1e9-8b7425451f9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0452964 Aug 19 18:58:47.921246 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-ebdb7fb2-2c38-412c-8663-4252f3c2477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:47.922664 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-ebdb7fb2-2c38-412c-8663-4252f3c2477c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408344 Aug 19 18:58:48.013872 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 18:58:48.020519 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-1231dc96-824f-4946-9b6e-a71fca423ede service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893435 Aug 19 18:58:48.098012 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:48.123422 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:48.125285 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2ad52c5a-46ee-46a9-8f70-90b059a4eebf req-fb1b9940-801c-4b10-846f-f42cdbae595f service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955789 Aug 19 18:58:48.125717 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af924460-b1a4-4125-ab1b-2ab9beda9395" -d '{"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:48.142052 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:48.163451 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5a6205-a024-41a0-bdb0-1585bc6e8282 x-openstack-request-id: req-0e5a6205-a024-41a0-bdb0-1585bc6e8282 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:48.163859 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:48.163993 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e5a6205-a024-41a0-bdb0-1585bc6e8282 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:48.164393 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'code': 200} Aug 19 18:58:48.225281 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:48.276587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:48.283566 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.283925 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.284280 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.284627 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.284985 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.285325 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.285660 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.285994 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.286329 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.286657 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.287025 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.287344 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 18:58:48.327628 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a2a9e-5e13-4f6c-85e2-8c4f018a1f49 req-080e7cce-a93f-4bc4-88cb-cabf47b4733c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:48.329201 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e73a2a9e-5e13-4f6c-85e2-8c4f018a1f49 req-080e7cce-a93f-4bc4-88cb-cabf47b4733c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0517471 Aug 19 18:58:48.367787 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e73a2a9e-5e13-4f6c-85e2-8c4f018a1f49 req-1671b8ca-e179-474a-8f27-66924334ecb1 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Aug 19 18:58:49.499857 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d4435-8423-4a11-af0d-a54c21cc1279 req-a3f051b8-6c7c-45f2-9191-433c64784b98 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:49.501352 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6e0d4435-8423-4a11-af0d-a54c21cc1279 req-a3f051b8-6c7c-45f2-9191-433c64784b98 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0549138 Aug 19 18:58:49.539813 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6e0d4435-8423-4a11-af0d-a54c21cc1279 req-628fd7f4-9a08-483f-8792-41d71650b11f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319695 Aug 19 18:58:50.205852 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:50.309968 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db7042f-56f7-4c71-a106-9958d6f1dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.398121 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db7042f-56f7-4c71-a106-9958d6f1dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.460751 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db7042f-56f7-4c71-a106-9958d6f1dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.499021 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-8db7042f-56f7-4c71-a106-9958d6f1dbaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f43e68097bf64b3385d82cef88dea36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913156 Aug 19 18:58:50.499869 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7042f-56f7-4c71-a106-9958d6f1dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ace6c-9348-46fe-81c2-cd7121c59ae2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:50.501753 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54076) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 18:58:50.550632 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-446573a7-875b-47cf-b496-6dc8ca1b48aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.571473 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-446573a7-875b-47cf-b496-6dc8ca1b48aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.688160 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-446573a7-875b-47cf-b496-6dc8ca1b48aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.691485 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-446573a7-875b-47cf-b496-6dc8ca1b48aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:50.692806 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-446573a7-875b-47cf-b496-6dc8ca1b48aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a64ace6c-9348-46fe-81c2-cd7121c59ae2 HTTP/1.1" status: 204 len: 168 time: 0.1899617 Aug 19 18:58:50.703427 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446573a7-875b-47cf-b496-6dc8ca1b48aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ace6c-9348-46fe-81c2-cd7121c59ae2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:50.781206 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cedc1-8320-4190-9489-444286d1d573 req-f8a158b1-52aa-4b43-b9f7-e52bb642910b tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:50.782712 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa3cedc1-8320-4190-9489-444286d1d573 req-f8a158b1-52aa-4b43-b9f7-e52bb642910b tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.1728210 Aug 19 18:58:50.822589 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fa3cedc1-8320-4190-9489-444286d1d573 req-d8d01011-5550-486d-9db5-afee0e558702 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336225 Aug 19 18:58:51.950831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10b7c0-b3fe-40f0-a034-88faa50bee8b req-256f1f51-ed21-46e2-91e8-42679deac81c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:51.952407 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5a10b7c0-b3fe-40f0-a034-88faa50bee8b req-256f1f51-ed21-46e2-91e8-42679deac81c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0616300 Aug 19 18:58:51.991062 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5a10b7c0-b3fe-40f0-a034-88faa50bee8b req-6899b6bc-0038-44dc-a861-8db64335bec5 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320327 Aug 19 18:58:53.109669 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790f003-02dd-4a25-bbc4-7c6c00dc9120 req-f428c465-0bb6-4e0b-8a3d-ee18a55e12f9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:53.111208 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c790f003-02dd-4a25-bbc4-7c6c00dc9120 req-f428c465-0bb6-4e0b-8a3d-ee18a55e12f9 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0510988 Aug 19 18:58:53.150358 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c790f003-02dd-4a25-bbc4-7c6c00dc9120 req-1c41c518-1f25-46b1-8d79-fb53ec10d397 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Aug 19 18:58:54.266193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec11a9-dea2-439f-a0c8-935d76664ed0 req-691a0ab0-80ee-43f4-b6f3-11e4ececde89 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:54.267767 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e5ec11a9-dea2-439f-a0c8-935d76664ed0 req-691a0ab0-80ee-43f4-b6f3-11e4ececde89 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0496817 Aug 19 18:58:54.306774 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e5ec11a9-dea2-439f-a0c8-935d76664ed0 req-7e0db165-4036-4ab5-a734-9d51349b2f08 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Aug 19 18:58:54.434193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda390b0-0151-4144-9507-90ddbf46b850 req-2d591318-b79a-409c-9cd9-37d1edf66cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:54.435628 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fda390b0-0151-4144-9507-90ddbf46b850 req-2d591318-b79a-409c-9cd9-37d1edf66cf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1097 time: 0.0451598 Aug 19 18:58:54.470396 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fda390b0-0151-4144-9507-90ddbf46b850 req-650daf41-9c0a-43a0-96fd-b9f6fb20f2ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270865 Aug 19 18:58:55.425171 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6635c-bbaf-4d8e-b8bc-49df9114f7d6 req-2d9aee37-0440-4e96-ab6b-195e0127e87f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:55.427246 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4fa6635c-bbaf-4d8e-b8bc-49df9114f7d6 req-2d9aee37-0440-4e96-ab6b-195e0127e87f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 944 time: 0.0509348 Aug 19 18:58:55.466134 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4fa6635c-bbaf-4d8e-b8bc-49df9114f7d6 req-72ab35f1-3126-4491-87ff-6d345ec40edf tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Aug 19 18:58:56.078018 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 18:58:56.178288 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:56.189598 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'port_id': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'mac_address': 'fa:16:3e:5a:4e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 18:58:56.203393 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:58:56.227818 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:56.240589 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d513837-10ef-4ee4-aefa-2e7346df97fa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 18:58:56.260880 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:56.327864 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:56.395401 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:58:56.512320 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:56.588567 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a798c2f-5dfb-4deb-9717-4518fc2ef312 req-5f8c4eeb-b11f-48ce-a78a-507c0fe98325 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:58:56.591221 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a798c2f-5dfb-4deb-9717-4518fc2ef312 req-5f8c4eeb-b11f-48ce-a78a-507c0fe98325 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Aug 19 18:58:56.632682 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6a798c2f-5dfb-4deb-9717-4518fc2ef312 req-59a52925-61d6-42ff-84f5-c32cfa3197a2 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349166 Aug 19 18:58:56.669537 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['3d513837-10ef-4ee4-aefa-2e7346df97fa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 18:58:58.090045 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 18:58:58.140248 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 3d513837-10ef-4ee4-aefa-2e7346df97fa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 18:58:58.140636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:58.221789 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:58.249757 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 18:58:58.253001 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c91e15-f438-4ec0-a2e3-4bf200cd1d5b" -d '{"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 18:58:58.275210 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 18:58:58.294346 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538b0aff-5bdb-438a-8c28-7298cf579020 x-openstack-request-id: req-538b0aff-5bdb-438a-8c28-7298cf579020 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 18:58:58.294644 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-plugged", "status": "completed", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 18:58:58.294898 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-538b0aff-5bdb-438a-8c28-7298cf579020 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 18:58:58.295323 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'code': 200} Aug 19 18:58:58.333517 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:58:58.381849 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 18:59:04.127302 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f227103c-f044-43c2-844f-40ae92c30a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:04.626729 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-f1e38467-bf3a-4406-8b9e-bcc453e50bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346676 Aug 19 18:59:04.726261 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-f7b92b74-fddd-4e58-937d-1f622a404667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.727804 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-f7b92b74-fddd-4e58-937d-1f622a404667 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0415180 Aug 19 18:59:04.834542 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-11197156-54c9-45a3-bf85-080823665f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.835972 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-11197156-54c9-45a3-bf85-080823665f00 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 910 time: 0.0879154 Aug 19 18:59:04.900569 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-cb48ef56-45e6-4f02-b468-08e4997e4e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 1002 time: 0.0577860 Aug 19 18:59:04.950095 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-78ddbc36-9998-47ba-b20f-7e9e5a85e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:04.951549 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-78ddbc36-9998-47ba-b20f-7e9e5a85e682 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0432706 Aug 19 18:59:05.006787 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-e3aa065d-354a-4f3d-8a0a-768f7844e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 18:59:05.008291 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-e3aa065d-354a-4f3d-8a0a-768f7844e15a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444739 Aug 19 18:59:05.020969 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-273cad2e-6995-4312-b47b-a4026dd6c7fd service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 18:59:05.022799 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-273cad2e-6995-4312-b47b-a4026dd6c7fd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057485 Aug 19 18:59:05.115195 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-6182d1f6-8244-405c-9e72-e344491a5371 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825469 Aug 19 18:59:05.209252 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4196105d-c014-42a6-8dfe-f109501f6e27 req-e45fdfb6-61f1-4b0a-aa93-7c9044aa5b4d service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Aug 19 18:59:06.780706 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fbb53fea-0aed-45b0-b17a-8026fde293f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:07.380456 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:08.106672 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:09.357795 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:26.526864 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:33.202206 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 18:59:34.117054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed94d-f79d-4f91-a6c1-bb86cd1f26fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:36.785450 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d8a2a53-b58b-4c31-ae9f-11585abc896b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:37.414682 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:38.013974 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:39.401247 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 18:59:56.545578 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:04.104536 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e73447be-ac7e-4676-bed3-b4525f96abcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:06.541277 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-6163eeb0-ea6e-4b65-9f41-db1b426fcde2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401340 Aug 19 19:00:06.614896 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-de40c1e4-a56f-4716-b666-5062514b5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:06.616397 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-de40c1e4-a56f-4716-b666-5062514b5c5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 1099 time: 0.0405159 Aug 19 19:00:06.723056 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-a7b1dc6e-e2f8-43c4-b1c6-704c884820d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:06.724552 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-a7b1dc6e-e2f8-43c4-b1c6-704c884820d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0878298 Aug 19 19:00:06.777597 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-abd44972-dd32-4446-b388-0cab2d98e04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:06.791829 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-d3a6a099-eab7-4eb4-997c-ca58d344efc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3926266a-ac59-402f-910e-b322104db9b8 HTTP/1.1" status: 200 len: 1002 time: 0.0584409 Aug 19 19:00:06.840268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-507ed04d-4af8-4183-aaaf-4fc6d907efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:06.841706 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-507ed04d-4af8-4183-aaaf-4fc6d907efc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0430110 Aug 19 19:00:06.891155 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-01d61275-4ffd-44d1-9669-dfbd6c27bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:06.892643 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-01d61275-4ffd-44d1-9669-dfbd6c27bf85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430844 Aug 19 19:00:06.983435 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-ebfcc32f-23f2-497a-b583-aa344a5aa906 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829449 Aug 19 19:00:07.075685 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c1c4add7-11dc-47e7-a1ca-77bd3ef23aa9 req-7b361ef4-352f-4b97-8885-81b7e5672ff5 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 Aug 19 19:00:07.391005 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:08.017642 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:09.350388 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:10.200700 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:00:11.846621 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54134) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:11.997556 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Deleting port 0914316b-0c1c-4597-b8f1-2ce9a65af8d2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:11.997895 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:12.073043 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:12.073374 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:12.084438 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Calling delete_port for 0914316b-0c1c-4597-b8f1-2ce9a65af8d2 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:12.299172 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:12.325050 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event deleted for resources: {'Port': ['ID=0914316b-0c1c-4597-b8f1-2ce9a65af8d2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:12.352440 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.352782 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.353129 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.353472 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.353812 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.354149 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.354480 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.354810 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.355167 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.355499 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.355826 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.356151 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:12.393904 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:12.395001 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.db.l3_db [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Floating IP f1cc7687-0abb-489a-859e-76c8b780129f disassociated (deleted). External IP: 172.27.0.230, port: 3d513837-10ef-4ee4-aefa-2e7346df97fa. Aug 19 19:00:12.601401 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Router 4ce82de8-506c-4972-bc58-8f7840d41e65 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:00:12.705751 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:00:12.710580 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:12.715107 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] Sync routers for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:00:12.724718 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:12.725419 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:12.737526 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-78b5b554-7b23-4aa5-ae88-921cb8555067 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "DELETE /v2.0/floatingips/f1cc7687-0abb-489a-859e-76c8b780129f HTTP/1.1" status: 204 len: 168 time: 0.8894873 Aug 19 19:00:12.738112 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:12.740360 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95fbfcf6144bb8f02ac9125a98cf8a1bcd620f61714d466bd91de7aa6655ad95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db2104-a80e-4198-82cd-675879d34c09" -d '{"events": [{"name": "network-changed", "server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:12.837607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:12.903413 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacccd63-4fe8-4bbb-976c-ef4940cfc859 x-openstack-request-id: req-dacccd63-4fe8-4bbb-976c-ef4940cfc859 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:12.903935 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:12.903935 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dacccd63-4fe8-4bbb-976c-ef4940cfc859 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:12.904319 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'status': 'completed', 'code': 200} Aug 19 19:00:12.991804 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db2104-a80e-4198-82cd-675879d34c09 req-246e142b-c0db-444e-aa46-998eb9a5816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:12.993456 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-246e142b-c0db-444e-aa46-998eb9a5816d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 1099 time: 0.0432577 Aug 19 19:00:13.044170 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:13.071860 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] Checking router: 4ce82de8-506c-4972-bc58-8f7840d41e65 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:00:13.080808 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:13.081420 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:13.084442 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db2104-a80e-4198-82cd-675879d34c09 req-a075141f-4ef2-4564-b548-855a0038ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:13.085919 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-a075141f-4ef2-4564-b548-855a0038ecdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 200 len: 910 time: 0.0855706 Aug 19 19:00:13.132584 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-2df8b89f-1fb4-4716-b434-fe3f595db571 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 200 len: 217 time: 0.0396130 Aug 19 19:00:13.191459 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:13.227207 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db2104-a80e-4198-82cd-675879d34c09 req-e5e043a8-2411-452a-b14e-bbaf2d4ad6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:13.228677 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-e5e043a8-2411-452a-b14e-bbaf2d4ad6d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 200 len: 848 time: 0.0718315 Aug 19 19:00:13.253981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35208357-def2-41f7-be9a-2aee153f51f8 req-9673fce0-1a3b-4e06-95cc-673c26e22448 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:13.255598 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-35208357-def2-41f7-be9a-2aee153f51f8 req-9673fce0-1a3b-4e06-95cc-673c26e22448 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0715137 Aug 19 19:00:13.315210 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-35208357-def2-41f7-be9a-2aee153f51f8 req-3e2fb03a-0078-46b4-bf24-87d472afc94b tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455961 Aug 19 19:00:13.316941 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db2104-a80e-4198-82cd-675879d34c09 req-4c553018-9873-4af7-9fd6-0cc0b865ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:13.318527 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-4c553018-9873-4af7-9fd6-0cc0b865ed7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aea77d35-b00d-48a8-b5bc-63e12ed13f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813229 Aug 19 19:00:13.392649 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:13.411961 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-e09d53be-7d3b-4948-84c7-67ae848881b0 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851755 Aug 19 19:00:13.421562 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0f78-c609-4bce-895d-ecbc249eb197 None None] The sync data for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi is: [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:13Z', 'revision_number': 4, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': '9ed8db89-c6fa-466e-a518-38aa7d3ac7ac', 'name': '', 'network_id': 'aea77d35-b00d-48a8-b5bc-63e12ed13f9b', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'mac_address': 'fa:16:3e:19:5a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:13Z', 'updated_at': '2021-08-19T18:55:18Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'subnets': [{'id': '38090b2b-fe70-461f-9835-76f6bc6ef1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:00:13.508543 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-48db2104-a80e-4198-82cd-675879d34c09 req-84188af5-10bb-4fac-9f8c-6371034867e9 service neutron] 10.222.0.30 "GET /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887005 Aug 19 19:00:13.644532 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e19c3-8a26-4c6c-93bc-13e19715f005 None None] New status for floating IP f1cc7687-0abb-489a-859e-76c8b780129f: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:00:14.437847 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5e280-fadc-4397-b8e7-39f494f80cde req-d08023de-f93f-4ada-b2b1-7be88303f962 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:14.439469 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5bd5e280-fadc-4397-b8e7-39f494f80cde req-d08023de-f93f-4ada-b2b1-7be88303f962 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0506330 Aug 19 19:00:14.476824 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-5bd5e280-fadc-4397-b8e7-39f494f80cde req-e715b046-1c3a-42b8-8158-2186058ce435 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/security-groups?id=079b2725-3853-49da-879e-30981b818006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Aug 19 19:00:14.959839 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-506b20cf-8c9f-439a-8823-720ebb53fb90 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:14.961176 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-506b20cf-8c9f-439a-8823-720ebb53fb90 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.30 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 946 time: 0.0472214 Aug 19 19:00:15.054933 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Deleting port 3d513837-10ef-4ee4-aefa-2e7346df97fa {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:15.055287 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:15.141603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] For port 3d513837-10ef-4ee4-aefa-2e7346df97fa, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3d513837-10ef-4ee4-aefa-2e7346df97fa,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:15.142556 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:15.154888 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Calling delete_port for 3d513837-10ef-4ee4-aefa-2e7346df97fa owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:15.384484 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:15.413220 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event deleted for resources: {'Port': ['ID=3d513837-10ef-4ee4-aefa-2e7346df97fa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:15.423964 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.424478 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.424823 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.425159 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.425493 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.425828 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.426153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.426476 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.426806 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.427161 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.427486 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.427806 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:15.469071 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] No DVR routers for this DVR port 3d513837-10ef-4ee4-aefa-2e7346df97fa on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:15.471778 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:15.473907 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86a570f7-5d58-444d-be22-4c9a9cb05c57 req-44c07f18-a5a5-4f77-b6cf-c7fcc6b15eba tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.30 "DELETE /v2.0/ports/3d513837-10ef-4ee4-aefa-2e7346df97fa HTTP/1.1" status: 204 len: 173 time: 0.5063891 Aug 19 19:00:15.474350 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-deleted', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:15.477164 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c4c3d-a055-49ef-b156-a98d5311d28b" -d '{"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-deleted", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:15.571973 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-9b7507ec-487c-4503-938e-6682ac761042 req-6a31b696-05b7-4ec3-91bd-6f8b354d0470 tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0287859 Aug 19 19:00:15.573434 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19206ed-c792-401f-a6d2-840f4302f49e x-openstack-request-id: req-f19206ed-c792-401f-a6d2-840f4302f49e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:15.573696 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51f6b13-28bf-4eb3-8264-adbde869d7f7", "name": "network-vif-deleted", "tag": "3d513837-10ef-4ee4-aefa-2e7346df97fa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:15.574077 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f19206ed-c792-401f-a6d2-840f4302f49e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:15.574472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51f6b13-28bf-4eb3-8264-adbde869d7f7', 'name': 'network-vif-deleted', 'tag': '3d513837-10ef-4ee4-aefa-2e7346df97fa', 'status': 'completed', 'code': 200} Aug 19 19:00:16.677399 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e26a2a2f-12d4-4c63-b525-ab3d78603e07 req-c72ee3de-d15f-4795-8b96-ac692ea1635c tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "GET /v2.0/ports?device_id=d51f6b13-28bf-4eb3-8264-adbde869d7f7 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Aug 19 19:00:17.731393 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54168) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:17.789842 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd86bf69-1cee-480f-aa09-c28b31a82b2f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:17.820516 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd86bf69-1cee-480f-aa09-c28b31a82b2f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:17.925573 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd86bf69-1cee-480f-aa09-c28b31a82b2f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:17.928154 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd86bf69-1cee-480f-aa09-c28b31a82b2f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:17.929367 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-dd86bf69-1cee-480f-aa09-c28b31a82b2f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] 10.222.0.37 "DELETE /v2.0/security-groups/079b2725-3853-49da-879e-30981b818006 HTTP/1.1" status: 204 len: 168 time: 0.1969855 Aug 19 19:00:17.938531 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd86bf69-1cee-480f-aa09-c28b31a82b2f tempest-TestShelveInstance-1872786597 tempest-TestShelveInstance-1872786597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079b2725-3853-49da-879e-30981b818006,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:18.028813 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54172) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:18.396190 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:18.416107 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 3d513837-10ef-4ee4-aefa-2e7346df97fa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:18.416459 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3d513837-10ef-4ee4-aefa-2e7346df97fa not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:18.475880 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:18.713053 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Deleting port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:18.713307 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:18.792758 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] For port 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:18.793436 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:19.031840 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Calling delete_port for 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:19.262870 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:19.290517 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed8db89-c6fa-466e-a518-38aa7d3ac7ac,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:19.456876 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:19.666355 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Router 4ce82de8-506c-4972-bc58-8f7840d41e65 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:00:19.774157 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:00:19.779107 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e2cc0ecb-daf6-4cf9-97a2-44a7ef1b51d1 admin admin] 10.222.0.37 "PUT /v2.0/routers/4ce82de8-506c-4972-bc58-8f7840d41e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7492075 Aug 19 19:00:19.781574 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54176) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:19.784751 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] Sync routers for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:00:19.794443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:19.795096 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:19.885659 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:19.900451 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:19.988317 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.073834 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T19:00:19Z', 'revision_number': 5, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port': {'id': '5453e092-75b5-4bf5-99bb-d546424eca65', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T18:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:20.105246 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] Checking router: 4ce82de8-506c-4972-bc58-8f7840d41e65 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:00:20.114338 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Deleting port 5453e092-75b5-4bf5-99bb-d546424eca65 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:20.116045 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] Routers {'4ce82de8-506c-4972-bc58-8f7840d41e65'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:20.116277 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.116398 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['4ce82de8-506c-4972-bc58-8f7840d41e65'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:20.194186 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] For port 5453e092-75b5-4bf5-99bb-d546424eca65, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=5453e092-75b5-4bf5-99bb-d546424eca65,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:20.195046 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.201466 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] Set router 4ce82de8-506c-4972-bc58-8f7840d41e65 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:20.211730 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Calling delete_port for 5453e092-75b5-4bf5-99bb-d546424eca65 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:20.259966 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T19:00:19Z', 'revision_number': 6, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port_host': None}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:20.287091 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420b22d1-21df-4565-9526-98c7a0b3ba79 None None] The sync data for ids ['4ce82de8-506c-4972-bc58-8f7840d41e65'] in dv-cinder-790535-9-iscsi is: [{'id': '4ce82de8-506c-4972-bc58-8f7840d41e65', 'name': 'tempest-TestShelveInstance-1392950206-router', 'tenant_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:10Z', 'updated_at': '2021-08-19T19:00:19Z', 'revision_number': 6, 'project_id': 'bf6fb843f4384c9aa519362edf6c7dd5', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:00:20.441704 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.467265 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=5453e092-75b5-4bf5-99bb-d546424eca65,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:20.528183 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.618391 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.620626 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.750594 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.751162 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce82de8-506c-4972-bc58-8f7840d41e65 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:00:20.756557 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.757728 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-ef679ed0-6fe5-49c9-a1d8-d9551f9a9d16 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4ce82de8-506c-4972-bc58-8f7840d41e65 HTTP/1.1" status: 204 len: 168 time: 0.9752426 Aug 19 19:00:20.760267 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54178) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:20.809488 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Deleting subnet 38090b2b-fe70-461f-9835-76f6bc6ef1a0 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:00:20.812414 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.845658 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:20.924069 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.065597 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.092802 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38090b2b-fe70-461f-9835-76f6bc6ef1a0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:21.094775 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.099723 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-8a657660-0e55-47b9-8ccb-9178ca624f1e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/38090b2b-fe70-461f-9835-76f6bc6ef1a0 HTTP/1.1" status: 204 len: 168 time: 0.3359821 Aug 19 19:00:21.100235 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:21.101445 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f17146e-61eb-475b-add3-f1feba74913d None None] Network aea77d35-b00d-48a8-b5bc-63e12ed13f9b requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:00:21.168179 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.231572 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Deleting port 676cd56a-c49f-4085-a956-abdd4537ce55 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:21.231922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.305527 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] For port 676cd56a-c49f-4085-a956-abdd4537ce55, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=676cd56a-c49f-4085-a956-abdd4537ce55,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:21.305991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.309817 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] DHCP port deletion for aea77d35-b00d-48a8-b5bc-63e12ed13f9b request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:00:21.319491 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Calling delete_port for 676cd56a-c49f-4085-a956-abdd4537ce55 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:21.356438 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Deleting port 676cd56a-c49f-4085-a956-abdd4537ce55 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:21.356814 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.419944 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] For port 676cd56a-c49f-4085-a956-abdd4537ce55, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=676cd56a-c49f-4085-a956-abdd4537ce55,segment=NetworkSegment(a8869816-f9c5-478b-a2cd-65049a7d9a03),segment_id=a8869816-f9c5-478b-a2cd-65049a7d9a03)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:21.420361 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.433425 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Calling delete_port for 676cd56a-c49f-4085-a956-abdd4537ce55 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:21.486791 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.507890 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.513153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Pushing event deleted for resources: {'Port': ['ID=676cd56a-c49f-4085-a956-abdd4537ce55,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:21.516725 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] No DVR routers for this DVR port 676cd56a-c49f-4085-a956-abdd4537ce55 on host dv-cinder-790535-9-iscsi {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:21.536601 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Pushing event deleted for resources: {'Port': ['ID=676cd56a-c49f-4085-a956-abdd4537ce55,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:21.540781 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] No DVR routers for this DVR port 676cd56a-c49f-4085-a956-abdd4537ce55 on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.550252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.551218 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.551218 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.551218 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.551656 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff262af9-c31f-44f8-8628-1569000f0262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:00:21.590683 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.600417 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea77d35-b00d-48a8-b5bc-63e12ed13f9b']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:21.614688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8869816-f9c5-478b-a2cd-65049a7d9a03') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:21.614997 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8869816-f9c5-478b-a2cd-65049a7d9a03') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:21.623726 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.637422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.643104 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:00:21.643497 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:00:21.645132 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:00:21.767545 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.773687 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:21.775564 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] 10.222.0.37 "DELETE /v2.0/networks/aea77d35-b00d-48a8-b5bc-63e12ed13f9b HTTP/1.1" status: 204 len: 168 time: 0.6744499 Aug 19 19:00:21.778635 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54182) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:21.787067 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440f76c-f6b8-442b-b0cc-a676f1a9b22d admin admin] Pushing event deleted for resources: {'Network': ['ID=aea77d35-b00d-48a8-b5bc-63e12ed13f9b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:22.111390 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:22.263137 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 5453e092-75b5-4bf5-99bb-d546424eca65 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:22.281335 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 5453e092-75b5-4bf5-99bb-d546424eca65 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:22.281691 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 5453e092-75b5-4bf5-99bb-d546424eca65 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:22.282111 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 676cd56a-c49f-4085-a956-abdd4537ce55 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:22.301772 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 676cd56a-c49f-4085-a956-abdd4537ce55 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:22.302117 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 676cd56a-c49f-4085-a956-abdd4537ce55 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:22.303011 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:22.321128 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:22.323590 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 9ed8db89-c6fa-466e-a518-38aa7d3ac7ac not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:22.352826 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Deleting port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:22.353166 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:22.430200 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] For port 02bc09ec-4029-4888-ad66-a6bffd0a9ec7, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:22.430494 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:22.443021 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Calling delete_port for 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:22.691445 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:22.719581 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02bc09ec-4029-4888-ad66-a6bffd0a9ec7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:22.913001 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:23.388306 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Router 5f7cc5e6-c372-4208-b067-b229826f5ade has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:00:23.496882 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:00:23.502260 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-df6be1c5-73b7-4a9b-889e-f57924694dd2 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f7cc5e6-c372-4208-b067-b229826f5ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225561 Aug 19 19:00:23.505000 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54184) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:23.507641 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] Sync routers for ids ['5f7cc5e6-c372-4208-b067-b229826f5ade'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:00:23.516693 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] Routers {'5f7cc5e6-c372-4208-b067-b229826f5ade'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:23.518210 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['5f7cc5e6-c372-4208-b067-b229826f5ade'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:23.607930 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:23.620794 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] Set router 5f7cc5e6-c372-4208-b067-b229826f5ade gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:23.712874 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:23.798972 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T19:00:22Z', 'revision_number': 5, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port': {'id': '721636f9-3f62-43ef-bafc-a2995533f5e8', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:00:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T18:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:23.830117 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] Checking router: 5f7cc5e6-c372-4208-b067-b229826f5ade for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:00:23.838455 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] Routers {'5f7cc5e6-c372-4208-b067-b229826f5ade'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:23.839097 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['5f7cc5e6-c372-4208-b067-b229826f5ade'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:23.841740 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Deleting port 721636f9-3f62-43ef-bafc-a2995533f5e8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:23.842089 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:23.925571 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] Set router 5f7cc5e6-c372-4208-b067-b229826f5ade gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:23.926018 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] For port 721636f9-3f62-43ef-bafc-a2995533f5e8, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=721636f9-3f62-43ef-bafc-a2995533f5e8,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:23.926425 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:23.939587 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Calling delete_port for 721636f9-3f62-43ef-bafc-a2995533f5e8 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:23.981154 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T19:00:23Z', 'revision_number': 6, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port_host': None}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:24.007731 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efcdcd9-125e-4fdb-8c3a-28be2770a0ad None None] The sync data for ids ['5f7cc5e6-c372-4208-b067-b229826f5ade'] in dv-cinder-790535-9-iscsi is: [{'id': '5f7cc5e6-c372-4208-b067-b229826f5ade', 'name': 'tempest-TestShelveInstance-1345560178-router', 'tenant_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:55:17Z', 'updated_at': '2021-08-19T19:00:23Z', 'revision_number': 6, 'project_id': 'b80c9b6a9d0b4ff1a6328282be36a1b7', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:00:24.167500 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.192363 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Pushing event deleted for resources: {'Port': ['ID=721636f9-3f62-43ef-bafc-a2995533f5e8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:24.260068 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.349413 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.351725 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.457302 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.457889 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7cc5e6-c372-4208-b067-b229826f5ade {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:00:24.462117 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.463293 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-a5a2a155-1c4f-481d-910e-17ca76d49904 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5f7cc5e6-c372-4208-b067-b229826f5ade HTTP/1.1" status: 204 len: 168 time: 0.9573665 Aug 19 19:00:24.465750 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54186) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:24.510808 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Deleting subnet c3715cb1-df49-4760-b697-e72aa750f808 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:00:24.513896 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.547081 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.627764 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.731595 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.757501 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:24.758862 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3715cb1-df49-4760-b697-e72aa750f808,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:24.765849 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.770438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54188) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:24.771206 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-780bac6a-e464-466d-8c98-5708d6baee0e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c3715cb1-df49-4760-b697-e72aa750f808 HTTP/1.1" status: 204 len: 168 time: 0.3044407 Aug 19 19:00:24.783413 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0020319-ff0f-481c-94cd-b4f0ff33a4cb None None] Network d76153cd-6012-4157-8eb9-9fb72bb6543d requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:00:24.785862 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:24.786191 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 02bc09ec-4029-4888-ad66-a6bffd0a9ec7 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:24.852981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.909837 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Deleting port f696b23e-b361-4232-8157-886ed846bafa {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:24.910193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.956851 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] DHCP port deletion for d76153cd-6012-4157-8eb9-9fb72bb6543d request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:00:24.974172 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] For port f696b23e-b361-4232-8157-886ed846bafa, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f696b23e-b361-4232-8157-886ed846bafa,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:24.974568 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:24.988070 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Calling delete_port for f696b23e-b361-4232-8157-886ed846bafa owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:25.003977 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] Deleting port f696b23e-b361-4232-8157-886ed846bafa {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:25.004359 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.131920 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.156428 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f696b23e-b361-4232-8157-886ed846bafa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:25.164020 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] No DVR routers for this DVR port f696b23e-b361-4232-8157-886ed846bafa on host dv-cinder-790535-9-iscsi {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:25.209925 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] For port f696b23e-b361-4232-8157-886ed846bafa, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f696b23e-b361-4232-8157-886ed846bafa,segment=NetworkSegment(3cbaca8d-325e-4422-960e-6100c2fa2ace),segment_id=3cbaca8d-325e-4422-960e-6100c2fa2ace)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:25.210375 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.224429 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] Calling delete_port for f696b23e-b361-4232-8157-886ed846bafa owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:25.236475 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.247224 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76153cd-6012-4157-8eb9-9fb72bb6543d']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:25.260913 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbaca8d-325e-4422-960e-6100c2fa2ace') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:25.261225 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbaca8d-325e-4422-960e-6100c2fa2ace') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:25.270621 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.285134 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.291047 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:00:25.291466 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:00:25.293188 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:00:25.300316 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.325488 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] Pushing event deleted for resources: {'Port': ['ID=f696b23e-b361-4232-8157-886ed846bafa,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:25.329977 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798e0fb-14a3-4446-96e1-10152424b322 None None] No DVR routers for this DVR port f696b23e-b361-4232-8157-886ed846bafa on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:25.418849 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.424283 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.426140 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d76153cd-6012-4157-8eb9-9fb72bb6543d HTTP/1.1" status: 204 len: 168 time: 0.6537757 Aug 19 19:00:25.437127 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52315b0-0336-46fb-8780-820c201b0cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d76153cd-6012-4157-8eb9-9fb72bb6543d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:25.709833 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:25.750068 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-bcd638ac-a343-4864-93bd-15a55cd4e02b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf6fb843f4384c9aa519362edf6c7dd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390685 Aug 19 19:00:25.753692 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54194) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:25.801703 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ab754-650e-4c75-8d9f-062ab06b0ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.826465 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ab754-650e-4c75-8d9f-062ab06b0ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.939241 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ab754-650e-4c75-8d9f-062ab06b0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.942019 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ab754-650e-4c75-8d9f-062ab06b0ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:25.943375 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-123ab754-650e-4c75-8d9f-062ab06b0ac9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1700dd36-8a76-43ac-9974-18151d0174a2 HTTP/1.1" status: 204 len: 168 time: 0.1887755 Aug 19 19:00:25.951246 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ab754-650e-4c75-8d9f-062ab06b0ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1700dd36-8a76-43ac-9974-18151d0174a2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:26.258578 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f696b23e-b361-4232-8157-886ed846bafa no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:26.281399 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: f696b23e-b361-4232-8157-886ed846bafa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:26.281723 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f696b23e-b361-4232-8157-886ed846bafa not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:26.282150 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 721636f9-3f62-43ef-bafc-a2995533f5e8 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:26.301456 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 721636f9-3f62-43ef-bafc-a2995533f5e8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:26.301798 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 721636f9-3f62-43ef-bafc-a2995533f5e8 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:26.553416 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54200) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:26.565668 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:26.593064 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-e866e244-b518-4320-8812-3aa2a82cb820 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b80c9b6a9d0b4ff1a6328282be36a1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384274 Aug 19 19:00:26.595698 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54202) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:26.644354 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5fd2accd-6186-4c04-b5c7-16d7e89d8b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:26.665045 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5fd2accd-6186-4c04-b5c7-16d7e89d8b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:26.807376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5fd2accd-6186-4c04-b5c7-16d7e89d8b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:26.809961 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5fd2accd-6186-4c04-b5c7-16d7e89d8b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:26.811153 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-5fd2accd-6186-4c04-b5c7-16d7e89d8b41 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/34913e76-b6cf-4e41-b137-56276b8b95c1 HTTP/1.1" status: 204 len: 168 time: 0.2148521 Aug 19 19:00:26.820313 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2accd-6186-4c04-b5c7-16d7e89d8b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34913e76-b6cf-4e41-b137-56276b8b95c1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:34.150119 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-813d5683-d3cc-4153-8575-10b95ad2a542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:35.618663 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b190ba-3e3f-4a4b-b25a-5b438bf5398c req-bfd53465-63b6-4961-a958-e877c1d5be67 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:35.620183 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-79b190ba-3e3f-4a4b-b25a-5b438bf5398c req-bfd53465-63b6-4961-a958-e877c1d5be67 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0529964 Aug 19 19:00:35.658521 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-79b190ba-3e3f-4a4b-b25a-5b438bf5398c req-5e3f571b-7179-4e65-ba10-17f7ed93e51d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Aug 19 19:00:36.793387 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d29a9a-f6e1-495f-8ac0-7d0133c8d50f req-afbeaf19-7b53-4d52-86fc-b2806992629a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:36.794871 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c3d29a9a-f6e1-495f-8ac0-7d0133c8d50f req-afbeaf19-7b53-4d52-86fc-b2806992629a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0485597 Aug 19 19:00:36.795685 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b7c1b83c-07fd-45c8-a6ed-f8a390e49511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:36.835532 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c3d29a9a-f6e1-495f-8ac0-7d0133c8d50f req-fad02866-9d20-449c-a882-b225b69c72e7 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338564 Aug 19 19:00:37.247561 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-3947f3f4-e412-47d4-b2c3-cb94f109b4fc tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:37.249019 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-3947f3f4-e412-47d4-b2c3-cb94f109b4fc tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0478115 Aug 19 19:00:37.340004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Deleting port 3926266a-ac59-402f-910e-b322104db9b8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:00:37.340358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.388309 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.427153 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] For port 3926266a-ac59-402f-910e-b322104db9b8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3926266a-ac59-402f-910e-b322104db9b8,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:37.427525 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.856203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.856937 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:37.856937 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Floating IP 38954c3e-3e9a-4e95-aaa2-6bf55ef57d07 disassociated. External IP: 172.27.0.103, port: 3926266a-ac59-402f-910e-b322104db9b8. Aug 19 19:00:37.857251 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Calling delete_port for 3926266a-ac59-402f-910e-b322104db9b8 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:00:38.016949 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:38.017545 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a2f-a33a-4fc9-b2ab-207048a4ec52 req-05582d5d-3fd2-4879-92dd-a556e626d286 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:38.019108 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-898c0a2f-a33a-4fc9-b2ab-207048a4ec52 req-05582d5d-3fd2-4879-92dd-a556e626d286 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 946 time: 0.0900629 Aug 19 19:00:38.056793 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-898c0a2f-a33a-4fc9-b2ab-207048a4ec52 req-b41a5246-b461-4b7c-849a-1e65020c4d14 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Aug 19 19:00:38.096974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:38.131192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'Port': ['ID=3926266a-ac59-402f-910e-b322104db9b8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:38.254747 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:00:38.367562 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:00:38.377127 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:00:38.386815 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:38.387392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:38.411097 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] No DVR routers for this DVR port 3926266a-ac59-402f-910e-b322104db9b8 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:00:38.413642 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:38.415808 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8d6a8dd9-efaa-41a1-bc77-5442a0a2fb04 req-d588d96b-2d75-4b47-aa6d-9a4e6e784164 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "DELETE /v2.0/ports/3926266a-ac59-402f-910e-b322104db9b8 HTTP/1.1" status: 204 len: 173 time: 1.1606607 Aug 19 19:00:38.416260 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'name': 'network-vif-deleted', 'tag': '3926266a-ac59-402f-910e-b322104db9b8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:38.419139 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc1565f-d313-4953-9b46-4675f3fb1866" -d '{"events": [{"server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "name": "network-vif-deleted", "tag": "3926266a-ac59-402f-910e-b322104db9b8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:38.455675 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323fb674-7dc6-498a-9ef4-f4c830b014c1 x-openstack-request-id: req-323fb674-7dc6-498a-9ef4-f4c830b014c1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:38.455974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3eba756-2336-4718-ae0e-d455a4693f71", "name": "network-vif-deleted", "tag": "3926266a-ac59-402f-910e-b322104db9b8", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:38.456227 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-323fb674-7dc6-498a-9ef4-f4c830b014c1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:38.456695 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3eba756-2336-4718-ae0e-d455a4693f71', 'name': 'network-vif-deleted', 'tag': '3926266a-ac59-402f-910e-b322104db9b8', 'status': 'completed', 'code': 200} Aug 19 19:00:38.500159 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:38.716478 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:38.742638 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:00:38.750844 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:00:38.751486 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:38.857552 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:00:39.058529 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:00:39.088983 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6932ed-04e3-4e02-88fa-820ba2a9a902 None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:00:39.165453 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fd09eb3e-cb88-471b-b4bd-d8e279e94042 req-c8b705bd-dc21-4bc2-8358-6e81659d2140 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3eba756-2336-4718-ae0e-d455a4693f71 HTTP/1.1" status: 200 len: 210 time: 0.0277309 Aug 19 19:00:39.305978 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc9ac76-fb4c-4cb3-9188-72266dcd536c None None] New status for floating IP 38954c3e-3e9a-4e95-aaa2-6bf55ef57d07: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:00:39.416826 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:40.417154 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-2cfdbb2f-534e-4d5e-989a-4dd59c0ad2f2 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318402041&fields=id&tenant_id=785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 267 time: 0.0340073 Aug 19 19:00:40.496777 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3926266a-ac59-402f-910e-b322104db9b8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:00:40.516143 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 3926266a-ac59-402f-910e-b322104db9b8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:00:40.516491 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 3926266a-ac59-402f-910e-b322104db9b8 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:00:40.526381 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-4be2d70c-39c6-4a09-9dc5-d5f4123f8760 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:40.527900 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-4be2d70c-39c6-4a09-9dc5-d5f4123f8760 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 811 time: 0.1041424 Aug 19 19:00:40.543049 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-3afba23f-e440-4213-8d93-cd66db81d260 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/quotas/785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 375 time: 0.0095377 Aug 19 19:00:40.595341 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-3be9eddb-bf2b-4518-8674-5ac96fb28cc1 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469534 Aug 19 19:00:40.700732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-dc5fcbeb-ddaa-4a32-9985-a5fb9e1b08f1 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:00:40.701750 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-dc5fcbeb-ddaa-4a32-9985-a5fb9e1b08f1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952187 Aug 19 19:00:40.795333 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-dc237441-2f2a-45ec-8061-e455eef1bc14 service neutron] 10.222.0.37 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874033 Aug 19 19:00:40.884206 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-1a95faf9-f6d0-4616-8560-1ead410a0f76 service neutron] 10.222.0.37 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829520 Aug 19 19:00:41.507950 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4ebecb93-a9b1-4d1d-b156-8949e6080d0c req-a70ccbc6-69b8-455f-a530-47df534f7c77 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 210 time: 0.0282240 Aug 19 19:00:42.607512 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d5174703-220c-4ca3-8f7e-d1ec86694a77 req-c8ec9e71-fc65-4ce0-90e2-90eb40289934 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 210 time: 0.0309558 Aug 19 19:00:43.543358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-608239de-4006-4885-b309-d50e0537a217 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:43.544808 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-608239de-4006-4885-b309-d50e0537a217 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 811 time: 0.1030874 Aug 19 19:00:43.594112 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-a0eeecdb-0c29-4d23-a0f8-2e78a5e77b55 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 380 time: 0.0339825 Aug 19 19:00:43.604866 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'port': {'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'admin_state_up': True, 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'security_groups': ['3091e88f-26d8-41fb-bca3-fb7049b8f16c']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:00:43.707290 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-53bd6ff3-2127-44b9-bb13-41dab114e93c req-47b1a474-49f6-44a3-932e-dfade6b4c28a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 210 time: 0.0311813 Aug 19 19:00:43.847178 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Made reservation on behalf of 785feba548ce46d6adfb82c3a328a44e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:00:43.851122 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:43.980736 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Allocated IP 172.20.0.10 (95b8a710-82ba-487c-a0fc-74e546aea702/9b09f26d-148b-4187-b22c-53c623417ce2/6402f7ce-5ea6-46bd-8ce0-dc81f2857089) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:00:44.114767 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.127861 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Transition to ACTIVE for port object 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:00:44.201389 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.250853 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:00:44.254044 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:00:44.257370 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:00:44.284911 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:44.312355 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:44.312991 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.373407 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-70d9b14a-3b43-4178-8e81-922d492b42f4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7723484 Aug 19 19:00:44.393350 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Request body: {'port': {'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:00:44.448910 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.600569 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e09eab07-909e-49b8-992d-47f65e7ce03c None None] Provisioning for port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:00:44.604595 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e09eab07-909e-49b8-992d-47f65e7ce03c None None] Provisioning complete for port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:00:44.609063 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e09eab07-909e-49b8-992d-47f65e7ce03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.639889 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e09eab07-909e-49b8-992d-47f65e7ce03c None None] Port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:00:44.722385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:00:44.730815 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.745515 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Transition to ACTIVE for port object 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:00:44.822889 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbdbe4-9559-4d68-a130-418f99639925 req-8cfc8a48-cd18-455d-a03c-7fa1e6dd0423 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:44.824415 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-70cbdbe4-9559-4d68-a130-418f99639925 req-8cfc8a48-cd18-455d-a03c-7fa1e6dd0423 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 932 time: 0.0495591 Aug 19 19:00:44.864645 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-70cbdbe4-9559-4d68-a130-418f99639925 req-08f416d1-da72-483e-a96a-33c220e18723 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326228 Aug 19 19:00:44.879630 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:44.933554 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Pushing event updated for resources: {'Port': ['ID=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:45.005549 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Attempting to bind port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:00:45.006472 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Attempting to bind port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:00:45.006472 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Attempting to bind port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:00:45.011352 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 on network 95b8a710-82ba-487c-a0fc-74e546aea702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:00:45.011757 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Attempting to bind port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:00:45.016798 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:00:45.017144 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Checking segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:00:45.017543 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Bound using segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:00:45.017981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Bound port: 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:00:45.018346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:45.086568 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] For port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:00:45.089551 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] For port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:00:45.144084 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:45.178830 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.179430 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:45.180818 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] 10.222.0.30 "PUT /v2.0/ports/6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 1094 time: 0.7920656 Aug 19 19:00:45.181253 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:45.183506 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8b58fc-b589-4897-aa82-467cd17bd269" -d '{"events": [{"name": "network-changed", "server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:45.206955 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd02a9-f9a7-4996-97a1-3517d1da0162 service neutron] Pushing event updated for resources: {'Port': ['ID=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:45.229388 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5918298c-7ec1-48f2-8de5-710d60054b18 x-openstack-request-id: req-5918298c-7ec1-48f2-8de5-710d60054b18 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:45.229682 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:45.229933 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5918298c-7ec1-48f2-8de5-710d60054b18 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:45.230327 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'status': 'completed', 'code': 200} Aug 19 19:00:45.313651 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b58fc-b589-4897-aa82-467cd17bd269 req-d14b1fb0-b302-442b-89b6-b34d368a8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.315188 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fb8b58fc-b589-4897-aa82-467cd17bd269 req-d14b1fb0-b302-442b-89b6-b34d368a8ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1097 time: 0.0426009 Aug 19 19:00:45.421495 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b58fc-b589-4897-aa82-467cd17bd269 req-16ee18dc-5578-4eb4-8d77-546fb76f0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.422893 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fb8b58fc-b589-4897-aa82-467cd17bd269 req-16ee18dc-5578-4eb4-8d77-546fb76f0230 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=785feba548ce46d6adfb82c3a328a44e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0945306 Aug 19 19:00:45.515304 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b58fc-b589-4897-aa82-467cd17bd269 req-dd9facd7-e0f1-4752-af4e-eec572ff8a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.516761 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-fb8b58fc-b589-4897-aa82-467cd17bd269 req-dd9facd7-e0f1-4752-af4e-eec572ff8a0e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864875 Aug 19 19:00:45.617917 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-9b0184f2-fbcb-48d3-bb36-662ec98dbbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.619455 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-9b0184f2-fbcb-48d3-bb36-662ec98dbbbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1097 time: 0.0448120 Aug 19 19:00:45.666516 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-3b9a7bc7-7fe7-4628-bcb1-ed4633839f9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 217 time: 0.0333428 Aug 19 19:00:45.714641 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-d6edac1d-6c8a-4b3d-9870-040ef39d214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.716030 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-d6edac1d-6c8a-4b3d-9870-040ef39d214d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0427508 Aug 19 19:00:45.766202 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-c0046fb3-1e9e-4ead-a572-e053fe344278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.767747 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-c0046fb3-1e9e-4ead-a572-e053fe344278 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445971 Aug 19 19:00:45.857200 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-ffdca385-3b6d-490f-8dea-2c5d4bcaa4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810688 Aug 19 19:00:45.977347 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-81143fa9-7ab3-43e0-817f-f2acd5675032 req-b988929f-19e2-4b12-bb65-f7da63158894 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121757 Aug 19 19:00:45.993583 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528b8f-b31d-4653-aad1-cbc5fc5859fb req-bd88c7f4-dc26-4fcb-ad55-c306bbb5d29d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:45.995055 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d5528b8f-b31d-4653-aad1-cbc5fc5859fb req-bd88c7f4-dc26-4fcb-ad55-c306bbb5d29d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0619776 Aug 19 19:00:46.033464 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d5528b8f-b31d-4653-aad1-cbc5fc5859fb req-62a768d6-214a-47b3-b410-3da149c84945 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Aug 19 19:00:47.148359 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92977d0-638d-4ec6-b276-799094cd2a63 req-1c8af60e-8306-4f29-a19a-3d1c97e93547 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:47.149852 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e92977d0-638d-4ec6-b276-799094cd2a63 req-1c8af60e-8306-4f29-a19a-3d1c97e93547 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0487077 Aug 19 19:00:47.192472 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e92977d0-638d-4ec6-b276-799094cd2a63 req-c9995b86-e244-4c4b-8339-9567f55ab409 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362113 Aug 19 19:00:47.200834 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:00:48.309196 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581e3c7-cca3-46b4-adb1-93cc502493a3 req-04e9d233-fbfc-4f78-9790-66f20689fb95 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:48.310651 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c581e3c7-cca3-46b4-adb1-93cc502493a3 req-04e9d233-fbfc-4f78-9790-66f20689fb95 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0521085 Aug 19 19:00:48.348296 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c581e3c7-cca3-46b4-adb1-93cc502493a3 req-9aec28bf-7eb3-4141-aee6-4ab3d996a0be tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316701 Aug 19 19:00:49.461108 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a562-32ed-422d-bc86-1d01ae63368a req-ef4473dd-7b31-43a0-8b23-5978e30e493d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:49.462518 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e744a562-32ed-422d-bc86-1d01ae63368a req-ef4473dd-7b31-43a0-8b23-5978e30e493d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0499675 Aug 19 19:00:49.500602 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e744a562-32ed-422d-bc86-1d01ae63368a req-9d87cd14-eddd-4256-84ae-1cc84e266748 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321858 Aug 19 19:00:50.612671 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8673a4-ef40-42cc-a0bb-7b1d267ab6c0 req-05b77a42-0e19-4859-a486-10009c08b69f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:50.614682 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e8673a4-ef40-42cc-a0bb-7b1d267ab6c0 req-05b77a42-0e19-4859-a486-10009c08b69f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0491142 Aug 19 19:00:50.651432 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7e8673a4-ef40-42cc-a0bb-7b1d267ab6c0 req-d6f272a5-b970-4048-924d-bb29830d0385 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Aug 19 19:00:51.774299 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e042a-61c1-49da-bfc4-2481b0fa1d70 req-bcc4db68-2e61-471a-8c74-144e68d6c932 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:51.775824 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f7e042a-61c1-49da-bfc4-2481b0fa1d70 req-bcc4db68-2e61-471a-8c74-144e68d6c932 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0593841 Aug 19 19:00:51.813931 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7f7e042a-61c1-49da-bfc4-2481b0fa1d70 req-1ebb2fef-c39a-4c9f-a3a0-b3d6bbe4f95a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Aug 19 19:00:52.926522 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22763e16-0f0a-4be4-a6fe-23a7c39fd279 req-eb4e4cf5-4b55-44fe-8f2b-92182208dbaf tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:52.928186 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-22763e16-0f0a-4be4-a6fe-23a7c39fd279 req-eb4e4cf5-4b55-44fe-8f2b-92182208dbaf tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0489445 Aug 19 19:00:52.965638 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-22763e16-0f0a-4be4-a6fe-23a7c39fd279 req-64be961b-104f-4cd5-8a1b-eabd9583bf7e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Aug 19 19:00:54.082149 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17bdb-df39-4e87-a1bc-988f0b33c97b req-99045cae-1547-4e04-a918-f9de2a1774b6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:54.083659 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ff17bdb-df39-4e87-a1bc-988f0b33c97b req-99045cae-1547-4e04-a918-f9de2a1774b6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 944 time: 0.0479970 Aug 19 19:00:54.121682 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7ff17bdb-df39-4e87-a1bc-988f0b33c97b req-f35c4baf-6e3a-4f82-a57a-d0488786ba0b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315728 Aug 19 19:00:54.528201 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:00:54.623209 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:54.636860 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:00:54.675401 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:54.689546 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:00:54.709227 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:54.822147 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:54.870760 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:55.103467 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['6402f7ce-5ea6-46bd-8ce0-dc81f2857089'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:00:55.239434 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbae4b0-29af-4ae4-a25f-03a821e26344 req-a6066568-cfbb-41d4-bed0-05a9a50dbf94 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:55.241478 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3fbae4b0-29af-4ae4-a25f-03a821e26344 req-a6066568-cfbb-41d4-bed0-05a9a50dbf94 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 945 time: 0.0524092 Aug 19 19:00:55.279246 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3fbae4b0-29af-4ae4-a25f-03a821e26344 req-fb73d1d3-3a59-4f91-9693-a367b7ccd9a4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308957 Aug 19 19:00:56.391531 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e548-49ff-4ec0-9f88-52f230392f9f req-7a85aa53-b670-42a5-8c6d-968d0a73503e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:56.393023 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7af3e548-49ff-4ec0-9f88-52f230392f9f req-7a85aa53-b670-42a5-8c6d-968d0a73503e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 945 time: 0.0492234 Aug 19 19:00:56.434885 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-7af3e548-49ff-4ec0-9f88-52f230392f9f req-97a5117d-78b3-476f-a046-df57740dfce6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353527 Aug 19 19:00:56.535656 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:00:56.559576 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:56.634763 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:00:56.638671 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:00:56.639090 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:56.715601 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:56.737690 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:00:56.739966 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e266ce1c-009e-42f9-a523-4052b9e6ac66" -d '{"events": [{"server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "name": "network-vif-plugged", "status": "completed", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:00:56.753056 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:00:56.810636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:56.860126 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:00:56.898392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9977c57-a86f-4a7f-962e-f479a03258a9 x-openstack-request-id: req-e9977c57-a86f-4a7f-962e-f479a03258a9 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:00:56.898695 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "name": "network-vif-plugged", "status": "completed", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:00:56.899067 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9977c57-a86f-4a7f-962e-f479a03258a9 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:00:56.899498 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'code': 200} Aug 19 19:00:57.261750 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab9ea1-b1fe-494d-b8fe-793c8444e592 req-62191527-ad4b-4d07-ba67-55e472dab355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:57.263265 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-05ab9ea1-b1fe-494d-b8fe-793c8444e592 req-62191527-ad4b-4d07-ba67-55e472dab355 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0413508 Aug 19 19:00:57.300014 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-05ab9ea1-b1fe-494d-b8fe-793c8444e592 req-8597a23c-28fe-414c-b67a-a762a6023c5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294807 Aug 19 19:00:57.550008 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1201-9209-4dd0-bd7b-0ebc20852f17 req-7c6d194f-5ca8-4a06-8b11-ef724a466963 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:57.551489 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cb6c1201-9209-4dd0-bd7b-0ebc20852f17 req-7c6d194f-5ca8-4a06-8b11-ef724a466963 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 946 time: 0.0512252 Aug 19 19:00:57.588848 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cb6c1201-9209-4dd0-bd7b-0ebc20852f17 req-9944784a-f0b5-4e1c-9f41-3ae3ac3b5509 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Aug 19 19:00:58.711870 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc1fca-e9d2-44f9-84a7-9be5371b8f95 req-f9d5041b-343a-49bb-a429-cf2541044e6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:58.713438 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-74cc1fca-e9d2-44f9-84a7-9be5371b8f95 req-f9d5041b-343a-49bb-a429-cf2541044e6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 946 time: 0.0494292 Aug 19 19:00:58.750785 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-74cc1fca-e9d2-44f9-84a7-9be5371b8f95 req-365eca18-f956-4f7c-a4ab-af83ca7e672d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Aug 19 19:00:58.872211 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4daff-270a-41b2-8afa-6bc8d6ecdd86 req-d519b82d-7743-4984-bef0-f0ebe03906b0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:58.873628 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b1c4daff-270a-41b2-8afa-6bc8d6ecdd86 req-d519b82d-7743-4984-bef0-f0ebe03906b0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 946 time: 0.0505407 Aug 19 19:00:58.910542 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b1c4daff-270a-41b2-8afa-6bc8d6ecdd86 req-7a2c4567-9ede-4cb0-8ff7-00bf1c73e9d8 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Aug 19 19:00:58.939263 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54296) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:58.995086 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df5720-acee-450a-a711-e1798c1cab6c tempest-TestVolumeBootPattern-757176251 tempest-TestVolumeBootPattern-757176251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:00:58.996608 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-a1df5720-acee-450a-a711-e1798c1cab6c tempest-TestVolumeBootPattern-757176251 tempest-TestVolumeBootPattern-757176251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1094 time: 0.0563524 Aug 19 19:00:58.999438 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54298) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:00:59.003682 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:00:59.092194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:59.187498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:59.291732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Allocated IP 172.27.0.66 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/820aad73-b2e2-4c07-a314-700a52b9b752) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:00:59.389561 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:59.524948 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:00:59.567331 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:00:59.570869 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:00:59.575587 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:00:59.581194 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=820aad73-b2e2-4c07-a314-700a52b9b752,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:00.001887 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:00.126075 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:00.275215 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:00.348013 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:00.419843 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=820aad73-b2e2-4c07-a314-700a52b9b752,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:01:00.431119 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:00.532602 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Floating IP bfaaa189-e60c-46fb-84be-9bb556d3774c associated. External IP: 172.27.0.66, port: 6402f7ce-5ea6-46bd-8ce0-dc81f2857089. Aug 19 19:01:01.010667 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:01:01.116193 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:01:01.125672 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:01:01.135733 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:01.136356 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:01.201535 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:01.232649 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-6c7fd289-9a2e-4b53-aa6e-72a947de8eae tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2321818 Aug 19 19:01:01.233814 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:01:01.235563 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8d31ea-5662-475a-a535-299e510a79a7" -d '{"events": [{"name": "network-changed", "server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:01:01.246891 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:01.273008 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a896d18-8277-4eca-b8e1-95617804d801 x-openstack-request-id: req-2a896d18-8277-4eca-b8e1-95617804d801 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:01:01.273302 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:01:01.273552 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a896d18-8277-4eca-b8e1-95617804d801 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:01:01.273942 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'status': 'completed', 'code': 200} Aug 19 19:01:01.354627 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-991d9d6e-90c5-4004-b0e1-c6959795b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:01.356167 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-991d9d6e-90c5-4004-b0e1-c6959795b28a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0408750 Aug 19 19:01:01.444456 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-ce11ea58-43b7-4e59-bd74-a185c38e691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:01.446018 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-ce11ea58-43b7-4e59-bd74-a185c38e691b service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0834355 Aug 19 19:01:01.472587 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:00:59Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:01.498607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:01:01.507916 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:01:01.508521 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:00:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:01.515527 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-7d4e2eeb-c915-4073-adac-2b5fc3a96e8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 999 time: 0.0617113 Aug 19 19:01:01.565956 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-a1a155ad-5b1a-42c7-a521-d82c06fac2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:01.567414 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-a1a155ad-5b1a-42c7-a521-d82c06fac2b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0446794 Aug 19 19:01:01.613698 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-ee2e9e49-46a6-48f2-911b-c9eba733131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:01.613959 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:01:01.615219 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-ee2e9e49-46a6-48f2-911b-c9eba733131b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408304 Aug 19 19:01:01.707626 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-e3bf93fa-6f93-4c94-8dcb-ceb39e3d034a service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855706 Aug 19 19:01:01.799790 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0a8d31ea-5662-475a-a535-299e510a79a7 req-a7998c55-3083-4671-893b-6a269db9513a service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836174 Aug 19 19:01:01.851994 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:00:59Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:01:01.879865 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc753d14-352b-4f41-9b9a-737ba98a15dd None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:00:59Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:01:02.065115 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1386c866-ea0c-40e1-9ed4-3d0ad890ffa2 None None] New status for floating IP bfaaa189-e60c-46fb-84be-9bb556d3774c: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:01:04.166481 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1fff5fe2-ac19-4440-9dc7-f270eaacef72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:06.502606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-58bbbe3b-747b-41a7-9a8a-1a7acbf22a51 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447154 Aug 19 19:01:06.599464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-100c514a-f20d-4f46-b0fb-d8908b3c9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.601077 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-100c514a-f20d-4f46-b0fb-d8908b3c9e55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0407853 Aug 19 19:01:06.704437 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-320264d9-68a4-477b-9ae1-b26383d0c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.705920 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-320264d9-68a4-477b-9ae1-b26383d0c44a service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0853140 Aug 19 19:01:06.777054 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-0aa21ed2-88e1-4508-a1e0-a37943dc0de1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 1001 time: 0.0639570 Aug 19 19:01:06.806585 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-50f005cc-2406-44fc-ad03-ee79b73e7c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:06.828360 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-347f7150-cff6-4835-bece-d6c358e44d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.829812 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-347f7150-cff6-4835-bece-d6c358e44d1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0466208 Aug 19 19:01:06.875651 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-e3b48451-0b20-449d-acc7-a3a63a365a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:01:06.877124 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-e3b48451-0b20-449d-acc7-a3a63a365a6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406144 Aug 19 19:01:06.977649 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-2ab01c7d-be1c-4644-86bd-c1d7b6abbf17 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935550 Aug 19 19:01:07.069303 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d4115db6-2164-4c4d-ae3f-02fab58d363c req-d9a4b57f-52eb-4f0a-9bf9-6997d2208dfd service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840144 Aug 19 19:01:07.406477 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:08.039824 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:09.360800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:24.202115 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:01:26.583053 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:34.113026 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c07be6cd-3b16-4d21-8b3f-c67130360be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:36.782660 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18a70608-82a5-48ea-80e1-c58b102530ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:37.450037 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:38.038234 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:39.364940 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:01:56.628532 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:01.201320 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:02:04.135269 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd199232-3454-49a3-8e3e-4b09a1930101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:06.505569 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-2e86e5af-d99f-4f37-bb79-490705f248f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426192 Aug 19 19:02:06.605422 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-e2acb6bf-7016-4dcf-a8a6-e4d291fbc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:06.606944 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-e2acb6bf-7016-4dcf-a8a6-e4d291fbc63a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0441060 Aug 19 19:02:06.711332 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-311c0d55-ce4b-4570-a2cb-9ef2b6c6dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:06.712949 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-311c0d55-ce4b-4570-a2cb-9ef2b6c6dc80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0867598 Aug 19 19:02:06.788116 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a38da6a0-7e28-4976-a16f-72e5f567bc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:06.795286 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-c0d3357c-8c2f-4e6a-bdb4-516972a6fa27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 1001 time: 0.0747743 Aug 19 19:02:06.844326 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-2a0230c4-77f4-4adf-978d-a320414b6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:06.845798 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-2a0230c4-77f4-4adf-978d-a320414b6d38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0435615 Aug 19 19:02:06.892335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-d5ecf238-645d-48e5-b991-eb768d693221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:06.893912 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-d5ecf238-645d-48e5-b991-eb768d693221 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401092 Aug 19 19:02:06.986587 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-f1679a3b-2313-4493-afe3-a6d0e7553fda service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854547 Aug 19 19:02:07.077994 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-75b5ef38-d732-43ff-ab2d-669b23d9d83b req-8c9b8036-4c72-48dd-98b3-cc2400d96e78 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843742 Aug 19 19:02:07.434763 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:08.045662 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:09.496801 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:26.620800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:34.113061 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-71c27408-7dfe-4099-981e-ae765638ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:36.838597 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f827780d-3462-4d21-96be-7cae5326254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:37.552404 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:38.015486 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:38.201766 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:02:39.368311 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:49.031483 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-c08dad14-5a06-418b-8c54-457c5030d9a4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318402041&fields=id&tenant_id=785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 267 time: 0.0350909 Aug 19 19:02:49.150499 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-2a4e7cd1-5d9c-4a7a-b086-e66f32a563cc tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:49.151916 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-2a4e7cd1-5d9c-4a7a-b086-e66f32a563cc tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 811 time: 0.1134477 Aug 19 19:02:49.167395 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-c3e5ee73-1540-49c5-9902-55bf40879f84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/quotas/785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 375 time: 0.0090525 Aug 19 19:02:49.225564 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-f4f245b2-bdf3-4ade-bee0-7e1319537901 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0528209 Aug 19 19:02:49.307758 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-5459d294-e789-4347-9668-1aa8b3f6b50d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 19 19:02:49.308758 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-5459d294-e789-4347-9668-1aa8b3f6b50d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0707560 Aug 19 19:02:49.403151 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-c0cc81b5-f103-40c0-9d1f-fe6929deacd2 service neutron] 10.222.0.37 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865724 Aug 19 19:02:49.494812 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-5dbac764-f86c-478d-9fce-ea08ae82a6f8 service neutron] 10.222.0.37 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Aug 19 19:02:51.059187 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1fde6d8e-75c7-4524-93cf-02815863bf0e req-3afa0f69-172e-4e0a-93d2-ff640ef9102b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 210 time: 0.0292242 Aug 19 19:02:52.167419 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8673cd74-1f08-4b6d-b4a9-5465e3eaf49f req-906e046c-abc5-4239-98fc-74948f4f59a0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 210 time: 0.0279434 Aug 19 19:02:53.004269 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-335201c8-59aa-4d60-be2f-41f2ba8466da tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:53.005775 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-335201c8-59aa-4d60-be2f-41f2ba8466da tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 811 time: 0.1247005 Aug 19 19:02:53.055571 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-33288ad4-7f1a-491f-a3fc-e1e5287525d3 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=785feba548ce46d6adfb82c3a328a44e HTTP/1.1" status: 200 len: 380 time: 0.0346217 Aug 19 19:02:53.064763 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'port': {'device_id': '2c712b23-50af-4783-b318-da11fe760274', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'admin_state_up': True, 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'security_groups': ['3091e88f-26d8-41fb-bca3-fb7049b8f16c']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:53.270382 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e6a80a78-5fda-4309-af62-2418cdc3d7d8 req-3cf11007-8d82-4cdc-bac9-3426c22f7012 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 210 time: 0.0283117 Aug 19 19:02:53.293672 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Made reservation on behalf of 785feba548ce46d6adfb82c3a328a44e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 19 19:02:53.298135 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.420898 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Allocated IP 172.20.0.7 (95b8a710-82ba-487c-a0fc-74e546aea702/9b09f26d-148b-4187-b22c-53c623417ce2/fb15c316-ee2e-470e-a608-1f036ed20085) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:02:53.562901 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.575907 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Transition to ACTIVE for port object fb15c316-ee2e-470e-a608-1f036ed20085 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:53.689800 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.729738 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Network 95b8a710-82ba-487c-a0fc-74e546aea702 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:02:53.735103 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:02:53.739148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:02:53.769131 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=fb15c316-ee2e-470e-a608-1f036ed20085,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:53.783454 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.783812 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.784157 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.784495 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.784831 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.785168 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.785499 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.785834 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.786166 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.786492 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.786820 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.787175 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:02:53.811498 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:53.813064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:53.902553 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-792d7710-fff3-4fad-b206-dc8239f93c27 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8413515 Aug 19 19:02:53.921010 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Request body: {'port': {'device_id': '2c712b23-50af-4783-b318-da11fe760274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:02:53.974585 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.016283 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1d770f21-e92c-458e-a7cd-6d4b467e065a None None] Provisioning for port fb15c316-ee2e-470e-a608-1f036ed20085 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:02:54.020845 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1d770f21-e92c-458e-a7cd-6d4b467e065a None None] Provisioning complete for port fb15c316-ee2e-470e-a608-1f036ed20085 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:02:54.022507 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1d770f21-e92c-458e-a7cd-6d4b467e065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.055468 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1d770f21-e92c-458e-a7cd-6d4b467e065a None None] Port fb15c316-ee2e-470e-a608-1f036ed20085 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 19 19:02:54.240979 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb15c316-ee2e-470e-a608-1f036ed20085 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:02:54.248460 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.260790 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Transition to ACTIVE for port object fb15c316-ee2e-470e-a608-1f036ed20085 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 19 19:02:54.388513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1f676-accd-48c7-ab0e-7a2d3b29f64a req-569b4855-7091-4234-8685-fff5e27afa98 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:54.390039 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86a1f676-accd-48c7-ab0e-7a2d3b29f64a req-569b4855-7091-4234-8685-fff5e27afa98 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 931 time: 0.0535808 Aug 19 19:02:54.398108 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.471032 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-86a1f676-accd-48c7-ab0e-7a2d3b29f64a req-a12cd061-f708-4377-8aee-b872bc857de6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743361 Aug 19 19:02:54.478046 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15c316-ee2e-470e-a608-1f036ed20085,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:54.550918 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Attempting to bind port fb15c316-ee2e-470e-a608-1f036ed20085 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 19 19:02:54.551306 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Attempting to bind port fb15c316-ee2e-470e-a608-1f036ed20085 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 19 19:02:54.551642 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Attempting to bind port fb15c316-ee2e-470e-a608-1f036ed20085 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:02:54.556093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Port fb15c316-ee2e-470e-a608-1f036ed20085 on network 95b8a710-82ba-487c-a0fc-74e546aea702 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 19 19:02:54.556417 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Attempting to bind port fb15c316-ee2e-470e-a608-1f036ed20085 on network 95b8a710-82ba-487c-a0fc-74e546aea702 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 19 19:02:54.562036 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Checking agent: {'id': '6c036e33-d9ac-452a-a628-6939de29ce73', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'started_at': datetime.datetime(2021, 8, 19, 18, 46, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 19, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 19 19:02:54.562957 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Checking segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 19 19:02:54.563377 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Bound using segment: {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 19 19:02:54.563929 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Bound port: fb15c316-ee2e-470e-a608-1f036ed20085, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0afb9bf-e2d8-43c8-8416-976850720516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 19 19:02:54.564293 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.632020 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] For port fb15c316-ee2e-470e-a608-1f036ed20085, host hv-cinder-79053, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 19 19:02:54.634951 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] For port fb15c316-ee2e-470e-a608-1f036ed20085, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb15c316-ee2e-470e-a608-1f036ed20085,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 19 19:02:54.770093 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.803829 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:54.804445 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:54.805837 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb15c316-ee2e-470e-a608-1f036ed20085 HTTP/1.1" status: 200 len: 1093 time: 0.8891225 Aug 19 19:02:54.806268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:02:54.808573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903d05dc-c68d-4058-92a3-367991eed787" -d '{"events": [{"name": "network-changed", "server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:02:54.834858 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a51fef-4b95-4faa-a95a-863a49405860 service neutron] Pushing event updated for resources: {'Port': ['ID=fb15c316-ee2e-470e-a608-1f036ed20085,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:02:54.858147 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9bb66f-1034-4f4f-8f13-0cd5832c5b23 x-openstack-request-id: req-ed9bb66f-1034-4f4f-8f13-0cd5832c5b23 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:02:54.858443 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:02:54.858701 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed9bb66f-1034-4f4f-8f13-0cd5832c5b23 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:02:54.859987 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'status': 'completed', 'code': 200} Aug 19 19:02:54.944786 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d05dc-c68d-4058-92a3-367991eed787 req-5c4d4f2f-1bb0-4b6e-9b71-e379e15f01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:54.946327 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-903d05dc-c68d-4058-92a3-367991eed787 req-5c4d4f2f-1bb0-4b6e-9b71-e379e15f01c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 1096 time: 0.0453026 Aug 19 19:02:55.056866 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d05dc-c68d-4058-92a3-367991eed787 req-e5c11f5c-41ca-4728-999a-bdf17ec574ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:55.058287 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-903d05dc-c68d-4058-92a3-367991eed787 req-e5c11f5c-41ca-4728-999a-bdf17ec574ff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=785feba548ce46d6adfb82c3a328a44e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0976686 Aug 19 19:02:55.151903 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d05dc-c68d-4058-92a3-367991eed787 req-6c8e6128-f01a-471f-b886-75a1839173ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:55.153303 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-903d05dc-c68d-4058-92a3-367991eed787 req-6c8e6128-f01a-471f-b886-75a1839173ff service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862043 Aug 19 19:02:55.257630 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-71960943-e0de-42b6-ba05-5bdbda028aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:55.259229 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-71960943-e0de-42b6-ba05-5bdbda028aef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 1096 time: 0.0469196 Aug 19 19:02:55.309033 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-99d21953-fa01-41a3-81de-b878f601f68a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb15c316-ee2e-470e-a608-1f036ed20085 HTTP/1.1" status: 200 len: 217 time: 0.0350130 Aug 19 19:02:55.360423 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-e6e8c47b-c2ba-443a-a4ee-9eb01148fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:55.361904 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-e6e8c47b-c2ba-443a-a4ee-9eb01148fb50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0460925 Aug 19 19:02:55.410810 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-e80cdf6c-8790-4a66-8374-7368690a81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:55.412353 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-e80cdf6c-8790-4a66-8374-7368690a81e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437536 Aug 19 19:02:55.501944 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-3ad1405a-18b9-4315-a786-c940a6d00ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823426 Aug 19 19:02:55.630688 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e90a2-8d98-44bd-b990-5f470e2f9754 req-fabc8be6-6cfa-4c9a-bf17-cbedc0a7d4c0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:55.632118 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0d0e90a2-8d98-44bd-b990-5f470e2f9754 req-fabc8be6-6cfa-4c9a-bf17-cbedc0a7d4c0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0769908 Aug 19 19:02:55.634362 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-3af00f67-7b81-4004-ba68-2f34d99c6150 req-e082441a-3904-4a87-80f7-cdca8ba119c6 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254556 Aug 19 19:02:55.670836 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-0d0e90a2-8d98-44bd-b990-5f470e2f9754 req-bdf8529c-6ddf-4503-a471-faeda45a4635 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Aug 19 19:02:56.602175 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:02:56.785845 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90377e8-e7a0-4b4e-99d0-363077bf31a2 req-c9dc553e-9d7a-414e-a850-58f72ada262d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:56.787360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b90377e8-e7a0-4b4e-99d0-363077bf31a2 req-c9dc553e-9d7a-414e-a850-58f72ada262d tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0486097 Aug 19 19:02:56.825989 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b90377e8-e7a0-4b4e-99d0-363077bf31a2 req-2aad5f35-8fb7-4364-a300-de8a1f99fc95 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Aug 19 19:02:57.950158 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6dfb2-acff-41c4-8c80-c9954da636d6 req-313a56d7-20f7-42c3-a0bb-5bf18f902245 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:57.951656 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58c6dfb2-acff-41c4-8c80-c9954da636d6 req-313a56d7-20f7-42c3-a0bb-5bf18f902245 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0576816 Aug 19 19:02:57.989311 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-58c6dfb2-acff-41c4-8c80-c9954da636d6 req-58cef9c9-03cc-4bbe-8ff9-ffe9b442d89f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 19 19:02:59.104024 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d479a-22ef-482c-8d77-2050f5baf5d7 req-21c82469-7a12-4053-9592-912508a1942a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:02:59.105563 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b71d479a-22ef-482c-8d77-2050f5baf5d7 req-21c82469-7a12-4053-9592-912508a1942a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0504367 Aug 19 19:02:59.144071 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b71d479a-22ef-482c-8d77-2050f5baf5d7 req-70c20db5-ba33-4853-bff9-57dc8426f66e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Aug 19 19:03:00.259398 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73783b-afa2-44fa-a790-abba2c6af32e req-f274da08-d560-4076-98e6-febe2cc15eef tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:00.260893 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc73783b-afa2-44fa-a790-abba2c6af32e req-f274da08-d560-4076-98e6-febe2cc15eef tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0487523 Aug 19 19:03:00.299242 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dc73783b-afa2-44fa-a790-abba2c6af32e req-2fb8a8ca-72be-46f2-b7cb-521e616e46dc tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319746 Aug 19 19:03:01.426018 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e724f-be42-4c66-853d-e98089a441f6 req-11853ff3-787b-4abe-8eee-9558de3204f0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:01.427580 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cf0e724f-be42-4c66-853d-e98089a441f6 req-11853ff3-787b-4abe-8eee-9558de3204f0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0524099 Aug 19 19:03:01.467097 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-cf0e724f-be42-4c66-853d-e98089a441f6 req-01172063-3d7e-481d-8cb3-0604131d7c44 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335767 Aug 19 19:03:02.594240 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774662d-bb61-47c3-b77d-27d19d3eae97 req-8bca7864-1b3a-4af6-be56-b017b24b0116 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:02.595783 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1774662d-bb61-47c3-b77d-27d19d3eae97 req-8bca7864-1b3a-4af6-be56-b017b24b0116 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 943 time: 0.0539019 Aug 19 19:03:02.634013 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1774662d-bb61-47c3-b77d-27d19d3eae97 req-d11fda26-ecb4-4d2f-bdea-5139490681b1 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Aug 19 19:03:03.057563 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fb15c316-ee2e-470e-a608-1f036ed20085 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 19 19:03:03.158978 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fb15c316-ee2e-470e-a608-1f036ed20085, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb15c316-ee2e-470e-a608-1f036ed20085,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:03.170714 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Returning: {'device': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'port_id': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'mac_address': 'fa:16:3e:9e:10:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 19 19:03:03.209509 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:03.222775 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb15c316-ee2e-470e-a608-1f036ed20085 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 19 19:03:03.242764 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fb15c316-ee2e-470e-a608-1f036ed20085, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb15c316-ee2e-470e-a608-1f036ed20085,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:03.283691 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:03.335686 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fb15c316-ee2e-470e-a608-1f036ed20085,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:03.342482 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.342833 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.343206 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.343538 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.343867 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.344280 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.344576 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.344959 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.345286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.345607 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.345928 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.346247 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:03:03.578253 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] get_ports_and_sgs() called for port_ids ['fb15c316-ee2e-470e-a608-1f036ed20085'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 19 19:03:03.748705 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d478c-490f-4953-b9d0-2af65d4c2dcc req-5a062c57-a79d-4d41-ae37-b14a3a7b4d52 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:03.750185 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4c6d478c-490f-4953-b9d0-2af65d4c2dcc req-5a062c57-a79d-4d41-ae37-b14a3a7b4d52 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 944 time: 0.0493369 Aug 19 19:03:03.788413 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4c6d478c-490f-4953-b9d0-2af65d4c2dcc req-5f163710-c90c-4e9e-b2ac-9194910772a4 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319746 Aug 19 19:03:04.104913 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-342f685a-aca7-4adb-862a-c1558532f8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:04.911404 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495de96d-58a8-43c7-9ada-6c17816a879f req-aa94d3f1-4603-443b-bc87-d897931dabcb tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:04.913828 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-495de96d-58a8-43c7-9ada-6c17816a879f req-aa94d3f1-4603-443b-bc87-d897931dabcb tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 944 time: 0.0571637 Aug 19 19:03:04.952288 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-495de96d-58a8-43c7-9ada-6c17816a879f req-bce87050-b6b6-45bf-a660-08dd2ca08ef2 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326419 Aug 19 19:03:05.072112 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fb15c316-ee2e-470e-a608-1f036ed20085 up at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 19 19:03:05.186434 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning for port fb15c316-ee2e-470e-a608-1f036ed20085 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 19 19:03:05.191290 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Provisioning complete for port fb15c316-ee2e-470e-a608-1f036ed20085 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 19 19:03:05.191673 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-630911'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:05.268860 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:05.290689 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:05.292979 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33568c41a42bc9c4927021602848ab1c3703f8b00fb2f2468680efbd9bde861c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de694204-afe4-4da9-913a-9ad4980a1b95" -d '{"events": [{"server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "name": "network-vif-plugged", "status": "completed", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:05.309864 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] For port fb15c316-ee2e-470e-a608-1f036ed20085, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb15c316-ee2e-470e-a608-1f036ed20085,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:03:05.333596 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb4a42d-1031-438a-9aac-7b69c6382b34 x-openstack-request-id: req-9bb4a42d-1031-438a-9aac-7b69c6382b34 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:05.333596 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "name": "network-vif-plugged", "status": "completed", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:05.333596 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bb4a42d-1031-438a-9aac-7b69c6382b34 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:05.333883 dv-cinder-790535-9-iscsi neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'code': 200} Aug 19 19:03:05.380771 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:05.429091 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Pushing event updated for resources: {'Port': ['ID=fb15c316-ee2e-470e-a608-1f036ed20085,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:05.778895 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4056872-819c-4612-a9df-a3f35a8b0eaa req-d46993c7-4ff8-46a5-8b78-50ca7bb2df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:05.780431 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c4056872-819c-4612-a9df-a3f35a8b0eaa req-d46993c7-4ff8-46a5-8b78-50ca7bb2df35 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 1098 time: 0.0416512 Aug 19 19:03:05.817804 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-c4056872-819c-4612-a9df-a3f35a8b0eaa req-3e052bb3-5d28-4050-86af-8f8121831a6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303392 Aug 19 19:03:06.066274 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5699d8-9cea-4900-9d77-1122037115cd req-24c1f6b7-6f33-4799-87e4-2200a8f7169b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.067686 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4d5699d8-9cea-4900-9d77-1122037115cd req-24c1f6b7-6f33-4799-87e4-2200a8f7169b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Aug 19 19:03:06.111381 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-4d5699d8-9cea-4900-9d77-1122037115cd req-90234695-c440-4ce7-acb3-3be327a731b0 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376606 Aug 19 19:03:06.553222 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-b4ed2e11-77f5-4761-9af8-95c3dac32313 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424645 Aug 19 19:03:06.662704 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-490fbd50-a307-4da3-b0f2-204d96e01429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.664292 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-490fbd50-a307-4da3-b0f2-204d96e01429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0416777 Aug 19 19:03:06.780172 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-389817cd-e093-4e23-8e7b-aad7490e88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.781867 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-389817cd-e093-4e23-8e7b-aad7490e88c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0906327 Aug 19 19:03:06.802232 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9418b335-39c9-4080-a7cb-1033fc49d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:06.873745 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-ae3fc190-32ff-466d-8280-96f43fa03bf4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 1001 time: 0.0612180 Aug 19 19:03:06.946716 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-fc80b29e-75cf-473c-8551-0c990f459446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.948223 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-fc80b29e-75cf-473c-8551-0c990f459446 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0464971 Aug 19 19:03:06.996781 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-78cf2097-c8f2-42c3-98dc-d5e7428727c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:06.998272 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-78cf2097-c8f2-42c3-98dc-d5e7428727c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410924 Aug 19 19:03:07.091791 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-d673ccb9-1554-489f-bd45-2ea227b95402 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843065 Aug 19 19:03:07.201950 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-dbc51cf1-f81f-4771-a987-5c15902cdf5c req-d9e1ab08-774b-4fc1-814d-d5e77d18927c service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023996 Aug 19 19:03:07.244866 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f07c7-1516-4502-a37b-7f2258785bb0 req-d7887570-15bc-481c-a493-6eda0df7703a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:07.246448 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b74f07c7-1516-4502-a37b-7f2258785bb0 req-d7887570-15bc-481c-a493-6eda0df7703a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 945 time: 0.0606914 Aug 19 19:03:07.284314 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-b74f07c7-1516-4502-a37b-7f2258785bb0 req-5e173b31-bfa2-47f2-8e74-4875c5af76cf tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Aug 19 19:03:07.404607 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad92d5-a63c-438a-86c0-eef6525685c1 req-9e0694fd-87ac-4b34-8264-c72844e3b863 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:07.406012 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d1ad92d5-a63c-438a-86c0-eef6525685c1 req-9e0694fd-87ac-4b34-8264-c72844e3b863 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 945 time: 0.0502374 Aug 19 19:03:07.426620 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:07.445248 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d1ad92d5-a63c-438a-86c0-eef6525685c1 req-2753b5d8-19b4-45fa-a23c-5c4b293ec3d7 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327029 Aug 19 19:03:07.474203 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:07.515359 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb17735-f819-47b2-86c3-e1a167497ba8 tempest-TestVolumeBootPattern-757176251 tempest-TestVolumeBootPattern-757176251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:07.517369 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-3eb17735-f819-47b2-86c3-e1a167497ba8 tempest-TestVolumeBootPattern-757176251 tempest-TestVolumeBootPattern-757176251-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 1093 time: 0.0420322 Aug 19 19:03:07.520381 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54432) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:03:07.524657 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Request body: {'floatingip': {'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'port_id': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 19 19:03:07.603758 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:07.703217 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:07.807354 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Allocated IP 172.27.0.68 (0fa2c66f-33ef-4407-84ea-938c440fedda/a2c20459-4ce6-4636-9cde-09e3ef007840/efd54e74-6774-4619-abc9-ed5210aafbad) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 19 19:03:07.911785 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.015258 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752557923413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.049264 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.051219 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Network 0fa2c66f-33ef-4407-84ea-938c440fedda is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 19 19:03:08.056206 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 19 19:03:08.061340 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 19 19:03:08.087611 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=efd54e74-6774-4619-abc9-ed5210aafbad,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:08.418379 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.541942 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-672984'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:08.968042 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.060720 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752558458224', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752557923431', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752557923449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29305117'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.131089 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event updated for resources: {'Port': ['ID=efd54e74-6774-4619-abc9-ed5210aafbad,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:03:09.143339 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3710656'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.244327 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Floating IP b56295b5-2364-45cf-8ecc-88e81d9a9936 associated. External IP: 172.27.0.68, port: fb15c316-ee2e-470e-a608-1f036ed20085. Aug 19 19:03:09.385188 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.454846 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:03:09.559926 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:03:09.570191 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:03:09.580120 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:09.585215 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:03:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:09.620439 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:09.652186 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-8ac853ed-5a48-4d86-b2ad-588c92927b7c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1307833 Aug 19 19:03:09.652784 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:03:09.655050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1717f16c-2a47-4428-b79a-9a6e412c8b49" -d '{"events": [{"name": "network-changed", "server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:03:09.686543 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:09.692091 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8a4f4b-17a0-45d0-ad4a-b26423ce7642 x-openstack-request-id: req-ee8a4f4b-17a0-45d0-ad4a-b26423ce7642 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:03:09.692389 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:03:09.692646 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee8a4f4b-17a0-45d0-ad4a-b26423ce7642 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:03:09.693051 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'status': 'completed', 'code': 200} Aug 19 19:03:09.778407 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-a9336880-d8ce-43a2-a65b-5a5d0f4c7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:09.779992 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-a9336880-d8ce-43a2-a65b-5a5d0f4c7f64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 1098 time: 0.0436988 Aug 19 19:03:09.872772 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-f429199d-6cfe-43c9-bc6e-166744469cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:09.874207 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-f429199d-6cfe-43c9-bc6e-166744469cf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0867770 Aug 19 19:03:09.919075 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'b56295b5-2364-45cf-8ecc-88e81d9a9936', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:9e:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c712b23-50af-4783-b318-da11fe760274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:03:08Z', 'updated_at': '2021-08-19T19:03:08Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}, {'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:01:02Z', 'revision_number': 1, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:09.945979 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-b121b7d4-29bb-4764-ac2d-33683b630e28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb15c316-ee2e-470e-a608-1f036ed20085 HTTP/1.1" status: 200 len: 998 time: 0.0645831 Aug 19 19:03:09.950443 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:03:09.960124 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:03:09.960736 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:03:07Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:09.999173 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-6d4cdb98-26ef-41bd-bf8d-b12101f50813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:10.000606 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-6d4cdb98-26ef-41bd-bf8d-b12101f50813 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0460033 Aug 19 19:03:10.048291 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-31a27c1a-41f2-4d7f-abdd-17cf5888fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:03:10.049806 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-31a27c1a-41f2-4d7f-abdd-17cf5888fbb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420315 Aug 19 19:03:10.068156 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:03:10.144236 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-41361f16-a5b9-400c-bd96-6b7ad846c72a service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873594 Aug 19 19:03:10.237096 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1717f16c-2a47-4428-b79a-9a6e412c8b49 req-5f24be3a-de3e-4461-97dc-bb01e1983e15 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Aug 19 19:03:10.299720 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'b56295b5-2364-45cf-8ecc-88e81d9a9936', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:9e:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c712b23-50af-4783-b318-da11fe760274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:03:08Z', 'updated_at': '2021-08-19T19:03:08Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}, {'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:01:02Z', 'revision_number': 1, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:03:10.330341 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6251d592-0822-43da-93d7-4a6a2f8b69db None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'b56295b5-2364-45cf-8ecc-88e81d9a9936', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:9e:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c712b23-50af-4783-b318-da11fe760274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:03:08Z', 'updated_at': '2021-08-19T19:03:08Z', 'revision_number': 0, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}, {'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:01:02Z', 'revision_number': 1, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:03:10.515138 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428676b8-2c17-45a0-98f9-f985d72ec596 None None] New status for floating IP b56295b5-2364-45cf-8ecc-88e81d9a9936: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:03:15.200793 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:03:26.620291 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:34.264392 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e98645dd-4c7f-45c6-9ecf-e8925f10f254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:36.802795 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3ac2e2f7-b826-4811-abd8-75fe505d81ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:37.391190 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:38.014231 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:39.351195 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:03:52.199438 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:03:56.619053 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:04.127553 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b655e42d-2bf9-477d-a727-869de60e104d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:06.796261 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-20eb9cfc-5f87-418c-82e0-5fd101d9489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:07.412038 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.040422 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:08.546852 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-f55e0990-de34-470b-8f53-7a5979af9589 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854027 Aug 19 19:04:08.648357 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-8e6ab624-d5f6-4fd9-bc23-4682674858cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.649760 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-8e6ab624-d5f6-4fd9-bc23-4682674858cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0402327 Aug 19 19:04:08.750057 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-81c67b1c-15da-4a9b-b2a3-d6901bd3c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.751567 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-81c67b1c-15da-4a9b-b2a3-d6901bd3c48d service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0829620 Aug 19 19:04:08.820134 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-48c42490-1fb1-4edb-9134-f57818c3fc5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 1001 time: 0.0605922 Aug 19 19:04:08.868813 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-32a0d042-a3e1-44d2-b34c-6098284a6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.870225 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-32a0d042-a3e1-44d2-b34c-6098284a6366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0435493 Aug 19 19:04:08.919485 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-d400802a-401d-44b6-8933-4fb572cead4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:08.920918 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-d400802a-401d-44b6-8933-4fb572cead4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425010 Aug 19 19:04:09.013974 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-a740eb8e-49fd-418f-b8b5-77a63fb995d8 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854795 Aug 19 19:04:09.103630 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-d6a85cf6-2323-4315-a6aa-4df7e6581cbb req-a3301787-e061-4c68-94b5-2f4265070712 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816650 Aug 19 19:04:09.383647 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:24.382668 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-7ec9e59a-dd43-46b9-82bf-541b651aabe7 req-99c402af-d8e2-424e-94d7-c41c9f3e8fd3 service neutron] (101268) timed out ('10.222.0.30', 51987) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:04:26.654169 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [req-eda623c8-afed-498e-bbd6-6cb6880dd945 req-756b43a9-020f-4705-bba9-2ece00ae525b service neutron] (101269) timed out ('10.222.0.30', 52029) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:04:26.681505 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:29.199323 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:04:34.114079 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ed684f64-a0a2-4087-bee9-80ecd78299c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:36.759576 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54470) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:36.789705 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d8fa063c-2499-4c00-8259-6c9bdc437ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:36.916603 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Deleting port efd54e74-6774-4619-abc9-ed5210aafbad {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:36.916946 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:36.997362 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:36.997673 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.009513 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Calling delete_port for efd54e74-6774-4619-abc9-ed5210aafbad owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:37.258606 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.285406 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'Port': ['ID=efd54e74-6774-4619-abc9-ed5210aafbad,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:37.309929 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.316192 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:37.359267 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.359634 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Floating IP b56295b5-2364-45cf-8ecc-88e81d9a9936 disassociated (deleted). External IP: 172.27.0.68, port: fb15c316-ee2e-470e-a608-1f036ed20085. Aug 19 19:04:37.378578 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.570291 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:37.675730 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:37.681181 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:37.685839 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:37.694477 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:37.695117 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:37.711750 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-72abe2f9-4fea-4f8b-9e06-9a01de5b0742 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "DELETE /v2.0/floatingips/b56295b5-2364-45cf-8ecc-88e81d9a9936 HTTP/1.1" status: 204 len: 168 time: 0.9510753 Aug 19 19:04:37.712360 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:37.714841 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798f37bb-2c73-4712-a6f0-64927f8c995a" -d '{"events": [{"name": "network-changed", "server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:37.754223 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f3cb22-bfb1-4c9c-8809-b5187f6df24c x-openstack-request-id: req-30f3cb22-bfb1-4c9c-8809-b5187f6df24c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:37.754517 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:37.754801 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30f3cb22-bfb1-4c9c-8809-b5187f6df24c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:37.755346 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'status': 'completed', 'code': 200} Aug 19 19:04:37.802743 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:37.841665 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-adb99b9b-597d-405f-9a62-87fb5398d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:37.843156 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-adb99b9b-597d-405f-9a62-87fb5398d26d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 1098 time: 0.0413864 Aug 19 19:04:37.938375 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-cb388b19-e961-4419-b6ec-3a054b6bbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:37.939959 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-cb388b19-e961-4419-b6ec-3a054b6bbb25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0884342 Aug 19 19:04:37.999650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-9a0f5b18-726e-4ff8-9581-9975464f1225 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb15c316-ee2e-470e-a608-1f036ed20085 HTTP/1.1" status: 200 len: 217 time: 0.0444496 Aug 19 19:04:38.052936 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-3f18bbb7-dbec-4566-9755-1f4e68abe18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.055660 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-3f18bbb7-dbec-4566-9755-1f4e68abe18e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0482450 Aug 19 19:04:38.057286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:38.060688 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:01:02Z', 'revision_number': 1, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:38.089640 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:38.098555 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:38.099535 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:38.155464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-7ce8d7a7-5780-4cc8-91ad-6b73894b258f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.157008 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-7ce8d7a7-5780-4cc8-91ad-6b73894b258f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499647 Aug 19 19:04:38.215724 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:38.284035 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6d97c-e7e5-43bb-bc78-7bb64651f8c6 req-cd81daff-b576-4af1-89de-008d58beea08 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:38.285770 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07c6d97c-e7e5-43bb-bc78-7bb64651f8c6 req-cd81daff-b576-4af1-89de-008d58beea08 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 945 time: 0.1928527 Aug 19 19:04:38.323782 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-3dac06c6-e364-4eb5-8a5a-77fa8f04e1b5 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582119 Aug 19 19:04:38.410619 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-07c6d97c-e7e5-43bb-bc78-7bb64651f8c6 req-af211552-9032-4d4a-83c7-0f6754dc01e7 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145666 Aug 19 19:04:38.456676 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-798f37bb-2c73-4712-a6f0-64927f8c995a req-a999b980-b68c-4298-bf88-d54f678a72b2 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248205 Aug 19 19:04:38.602903 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:01:02Z', 'revision_number': 1, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:38.632605 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d37a9-6e67-4c02-b8ea-dc52a48c2771 None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_floatingips': [{'id': 'bfaaa189-e60c-46fb-84be-9bb556d3774c', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'router_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'port_id': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'mac_address': 'fa:16:3e:01:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-19T19:00:59Z', 'updated_at': '2021-08-19T19:01:02Z', 'revision_number': 1, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:38.856904 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570cf16-9f27-4f55-b825-ffb334de0a40 None None] New status for floating IP b56295b5-2364-45cf-8ecc-88e81d9a9936: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:04:39.366873 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:39.599159 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7691765-b2f1-4755-9827-36792635ffc5 req-e0bf0436-a362-401c-ae85-dc633ccabf12 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:39.601301 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e7691765-b2f1-4755-9827-36792635ffc5 req-e0bf0436-a362-401c-ae85-dc633ccabf12 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 945 time: 0.1028750 Aug 19 19:04:39.639284 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-e7691765-b2f1-4755-9827-36792635ffc5 req-648b450d-543b-46b3-8496-ec2ac0cab96c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Aug 19 19:04:40.001482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-5aa5866e-8388-484e-be87-7be6b5940eac tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:40.002964 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-5aa5866e-8388-484e-be87-7be6b5940eac tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Aug 19 19:04:40.108517 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Deleting port fb15c316-ee2e-470e-a608-1f036ed20085 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:40.108862 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:40.196816 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] For port fb15c316-ee2e-470e-a608-1f036ed20085, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb15c316-ee2e-470e-a608-1f036ed20085,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:40.197190 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:40.210475 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Calling delete_port for fb15c316-ee2e-470e-a608-1f036ed20085 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:40.658568 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:40.688152 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'Port': ['ID=fb15c316-ee2e-470e-a608-1f036ed20085,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:40.747573 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] No DVR routers for this DVR port fb15c316-ee2e-470e-a608-1f036ed20085 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:40.762382 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:40.764360 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-f2427e42-d240-4fe9-9f6b-98a45afa3bde req-9031c7ad-7696-4af5-91e0-e6a2d2ad517a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "DELETE /v2.0/ports/fb15c316-ee2e-470e-a608-1f036ed20085 HTTP/1.1" status: 204 len: 173 time: 0.7549183 Aug 19 19:04:40.764805 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'name': 'network-vif-deleted', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:40.767026 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2753fbd3-a275-4187-b9ab-788108e9df7e" -d '{"events": [{"server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "name": "network-vif-deleted", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:40.771439 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-8815a867-9721-4d0e-9965-2d8695324d4c req-b76089b7-63a1-44d7-9d8c-4964089dded1 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 210 time: 0.0494196 Aug 19 19:04:40.804809 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f133ba0-e333-4d9b-92fa-9d736d413661 x-openstack-request-id: req-0f133ba0-e333-4d9b-92fa-9d736d413661 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:40.805098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c712b23-50af-4783-b318-da11fe760274", "name": "network-vif-deleted", "tag": "fb15c316-ee2e-470e-a608-1f036ed20085", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:40.805346 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f133ba0-e333-4d9b-92fa-9d736d413661 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:40.805738 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c712b23-50af-4783-b318-da11fe760274', 'name': 'network-vif-deleted', 'tag': 'fb15c316-ee2e-470e-a608-1f036ed20085', 'status': 'completed', 'code': 200} Aug 19 19:04:41.878811 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-2a2ae933-83e7-4fff-a880-bb3f616da009 req-56861608-5257-4775-89d5-dbc6d815145e tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c712b23-50af-4783-b318-da11fe760274 HTTP/1.1" status: 200 len: 210 time: 0.0260928 Aug 19 19:04:43.587163 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fb15c316-ee2e-470e-a608-1f036ed20085 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:43.608113 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: fb15c316-ee2e-470e-a608-1f036ed20085 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:43.608381 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device fb15c316-ee2e-470e-a608-1f036ed20085 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:45.383944 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54520) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:45.553604 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Deleting port 820aad73-b2e2-4c07-a314-700a52b9b752 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:45.553955 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:45.633448 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:45.633777 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:45.645453 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Calling delete_port for 820aad73-b2e2-4c07-a314-700a52b9b752 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:45.931658 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:45.960435 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'Port': ['ID=820aad73-b2e2-4c07-a314-700a52b9b752,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:46.019981 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:46.020322 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.db.l3_db [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Floating IP bfaaa189-e60c-46fb-84be-9bb556d3774c disassociated (deleted). External IP: 172.27.0.66, port: 6402f7ce-5ea6-46bd-8ce0-dc81f2857089. Aug 19 19:04:46.234687 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:46.342162 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:46.347118 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:46.352970 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:46.362453 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:46.363104 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:46.375231 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-51f1fc93-1ab8-42c0-b11e-e94df1765f6b tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "DELETE /v2.0/floatingips/bfaaa189-e60c-46fb-84be-9bb556d3774c HTTP/1.1" status: 204 len: 168 time: 0.9901526 Aug 19 19:04:46.375849 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:46.378292 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214cbd43-c6a7-4fb1-9e09-21499248d517" -d '{"events": [{"name": "network-changed", "server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:46.419847 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ec3fa6-c1ec-46c3-a596-fa3c8f409aa6 x-openstack-request-id: req-31ec3fa6-c1ec-46c3-a596-fa3c8f409aa6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:46.420670 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:46.420670 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31ec3fa6-c1ec-46c3-a596-fa3c8f409aa6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:46.421004 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'status': 'completed', 'code': 200} Aug 19 19:04:46.474284 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:46.511205 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-431cbb65-ba00-42f6-afbf-5ecbd0f76320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.512755 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-431cbb65-ba00-42f6-afbf-5ecbd0f76320 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=785feba548ce46d6adfb82c3a328a44e&device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 1099 time: 0.0421686 Aug 19 19:04:46.608386 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-759cc807-8dd1-435a-9432-4fe75ac5ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.609951 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-759cc807-8dd1-435a-9432-4fe75ac5ba91 service neutron] 10.222.0.30 "GET /v2.0/networks?id=95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 200 len: 912 time: 0.0905755 Aug 19 19:04:46.660459 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-686ccf5c-84a6-48fb-933b-5c904e980136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 200 len: 217 time: 0.0420954 Aug 19 19:04:46.698287 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:46.719419 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-c75cbd93-29e0-4ab4-a33f-52be5059205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.726609 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-c75cbd93-29e0-4ab4-a33f-52be5059205e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 200 len: 850 time: 0.0541086 Aug 19 19:04:46.726753 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:46.736007 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:46.736804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:46.847913 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7d98-c1bc-4cde-9716-34faf929381d req-519218e9-e164-4c29-b822-e6ee8c9f528a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.853949 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:46.855316 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-924f7d98-c1bc-4cde-9716-34faf929381d req-519218e9-e164-4c29-b822-e6ee8c9f528a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 946 time: 0.1054909 Aug 19 19:04:46.868442 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-1e826cfd-d115-45b9-beae-5a74b743503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:46.869979 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-1e826cfd-d115-45b9-beae-5a74b743503b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=95b8a710-82ba-487c-a0fc-74e546aea702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806553 Aug 19 19:04:46.944967 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-924f7d98-c1bc-4cde-9716-34faf929381d req-83024f9f-047d-424c-9e5f-49ef9abeff20 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886238 Aug 19 19:04:46.993694 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-06a4d532-f3de-4b6f-80d3-38a627adb4a2 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152482 Aug 19 19:04:47.059060 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:47.089340 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7af92d2-9531-4995-b1ab-54c658095fd1 None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:40Z', 'revision_number': 4, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi', '_interfaces': [{'id': 'b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f', 'name': '', 'network_id': '95b8a710-82ba-487c-a0fc-74e546aea702', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'mac_address': 'fa:16:3e:07:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:39Z', 'updated_at': '2021-08-19T18:57:46Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'subnets': [{'id': '9b09f26d-148b-4187-b22c-53c623417ce2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:47.089726 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-214cbd43-c6a7-4fb1-9e09-21499248d517 req-56dc5211-bbc4-4958-9932-6611bf545d57 service neutron] 10.222.0.30 "GET /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885413 Aug 19 19:04:47.336759 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f088362-b394-4c2e-961b-f030027a4129 None None] New status for floating IP bfaaa189-e60c-46fb-84be-9bb556d3774c: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 19 19:04:48.066223 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385ef9f-9e04-4558-a1f6-80007d804547 req-c2e6076f-fd83-4e97-8a1a-e4132fe96cd6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:48.067765 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1385ef9f-9e04-4558-a1f6-80007d804547 req-c2e6076f-fd83-4e97-8a1a-e4132fe96cd6 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 946 time: 0.0505562 Aug 19 19:04:48.106510 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-1385ef9f-9e04-4558-a1f6-80007d804547 req-8719221c-0b86-4357-b458-38b309ac91c8 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/security-groups?id=3091e88f-26d8-41fb-bca3-fb7049b8f16c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Aug 19 19:04:48.530974 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856eb09-331e-455a-a038-8545e7a5d37b req-2d924e8e-d84a-4d11-b7a9-c57494f43755 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 19 19:04:48.532450 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6856eb09-331e-455a-a038-8545e7a5d37b req-2d924e8e-d84a-4d11-b7a9-c57494f43755 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 946 time: 0.0539033 Aug 19 19:04:48.624242 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Deleting port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:48.624499 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.719677 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] For port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:48.720049 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.733510 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Calling delete_port for 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:48.907637 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.942639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'Port': ['ID=6402f7ce-5ea6-46bd-8ce0-dc81f2857089,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:48.993154 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] No DVR routers for this DVR port 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 on host hv-cinder-79053 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:48.995725 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:48.997850 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-6856eb09-331e-455a-a038-8545e7a5d37b req-9685ba14-f321-40e2-ac7c-0c057807ca84 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.30 "DELETE /v2.0/ports/6402f7ce-5ea6-46bd-8ce0-dc81f2857089 HTTP/1.1" status: 204 len: 173 time: 0.4591975 Aug 19 19:04:48.998335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'name': 'network-vif-deleted', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 19 19:04:49.001342 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4418622f5b329a64cb9ffdd9b97a23f61e267351398867803c67fc6482e1e8fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f790b078-125b-41f2-ae6d-9ff8af62fcc2" -d '{"events": [{"server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "name": "network-vif-deleted", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 19 19:04:49.037732 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 19 Aug 2021 19:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f483a5f0-6767-4bb8-9f06-0ec189ce078b x-openstack-request-id: req-f483a5f0-6767-4bb8-9f06-0ec189ce078b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 19 19:04:49.038064 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120be28e-4b19-43be-8234-0c072c2ab7c5", "name": "network-vif-deleted", "tag": "6402f7ce-5ea6-46bd-8ce0-dc81f2857089", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 19 19:04:49.038268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f483a5f0-6767-4bb8-9f06-0ec189ce078b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 19 19:04:49.038650 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120be28e-4b19-43be-8234-0c072c2ab7c5', 'name': 'network-vif-deleted', 'tag': '6402f7ce-5ea6-46bd-8ce0-dc81f2857089', 'status': 'completed', 'code': 200} Aug 19 19:04:49.214105 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-ce7765e9-1b33-4d8f-8b4a-a7c1afc0b93a req-55fdb2f8-69c6-4fe2-b0b4-8382cf68857a tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 210 time: 0.0270598 Aug 19 19:04:50.322819 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [req-56f61892-a118-4079-836e-f0e1422bb6ea req-513bcd03-e6cb-42f5-a828-e87764752b8c tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "GET /v2.0/ports?device_id=120be28e-4b19-43be-8234-0c072c2ab7c5 HTTP/1.1" status: 200 len: 210 time: 0.0267062 Aug 19 19:04:51.537928 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54538) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:51.619437 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:51.640260 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] No Port match for: 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:51.640601 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Device 6402f7ce-5ea6-46bd-8ce0-dc81f2857089 not bound to the agent host hv-cinder-79053 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:51.666188 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Deleting port 186ebd7c-2d12-4958-b047-f5dfab5c1ef5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:51.666539 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:51.743738 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:51.744054 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:51.755335 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Calling delete_port for 186ebd7c-2d12-4958-b047-f5dfab5c1ef5 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:51.972499 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:52.009081 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'Port': ['ID=186ebd7c-2d12-4958-b047-f5dfab5c1ef5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:52.071055 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:52.073616 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46795'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:52.074890 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-2d199ae3-7975-4e29-bfa0-61e284ab591f tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "DELETE /v2.0/floatingips/38954c3e-3e9a-4e95-aaa2-6bf55ef57d07 HTTP/1.1" status: 204 len: 168 time: 0.5359454 Aug 19 19:04:53.441014 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54550) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:53.502098 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:53.535908 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:53.685548 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:53.688251 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:53.689463 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] 10.222.0.37 "DELETE /v2.0/security-groups/3091e88f-26d8-41fb-bca3-fb7049b8f16c HTTP/1.1" status: 204 len: 168 time: 0.2474465 Aug 19 19:04:53.699528 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3091e88f-26d8-41fb-bca3-fb7049b8f16c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:53.706898 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.707291 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.707648 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.707993 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.708335 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.708679 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.709018 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.709357 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.709694 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.710028 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.710360 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.711052 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5df9e-b9cf-46fe-82ca-23df8cc5fa01 tempest-TestVolumeBootPattern-382459528 tempest-TestVolumeBootPattern-382459528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:53.810016 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:54.296960 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:54.541922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Deleting port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:54.542268 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:54.618631 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] For port b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:54.619053 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:54.631319 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Calling delete_port for b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:54.915004 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:54.942689 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:55.116263 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:55.340312 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Router 91c4aebd-5c36-4374-a5aa-ef6211186f63 has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:55.444130 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:55.450258 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-db256e9e-be55-4437-9da3-e5c4274abe32 admin admin] 10.222.0.37 "PUT /v2.0/routers/91c4aebd-5c36-4374-a5aa-ef6211186f63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387551 Aug 19 19:04:55.451983 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54562) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:55.455299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] Sync routers for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:55.465286 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:55.465928 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:55.577252 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:55.769722 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T19:04:54Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:55.800672 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] Checking router: 91c4aebd-5c36-4374-a5aa-ef6211186f63 for host: dv-cinder-790535-9-iscsi {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:55.809935 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] Routers {'91c4aebd-5c36-4374-a5aa-ef6211186f63'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:55.810553 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['91c4aebd-5c36-4374-a5aa-ef6211186f63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:55.828140 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:55.915531 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] Set router 91c4aebd-5c36-4374-a5aa-ef6211186f63 gateway port host: dv-cinder-790535-9-iscsi {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:55.932028 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.041520 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Deleting port de476d99-8bae-40f9-a723-fff65e5b904b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:56.041765 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.125793 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] For port de476d99-8bae-40f9-a723-fff65e5b904b, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=de476d99-8bae-40f9-a723-fff65e5b904b,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:56.126185 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.140040 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Calling delete_port for de476d99-8bae-40f9-a723-fff65e5b904b owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:56.226687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T19:04:54Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:56.253082 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f783f3-ab6c-4fa1-860e-0b9a25ba8a56 None None] The sync data for ids ['91c4aebd-5c36-4374-a5aa-ef6211186f63'] in dv-cinder-790535-9-iscsi is: [{'id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'name': 'tempest-TestVolumeBootPattern-662323659-router', 'tenant_id': '785feba548ce46d6adfb82c3a328a44e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T19:04:54Z', 'revision_number': 5, 'project_id': '785feba548ce46d6adfb82c3a328a44e', 'gw_port': {'id': 'de476d99-8bae-40f9-a723-fff65e5b904b', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:c8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c4aebd-5c36-4374-a5aa-ef6211186f63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:37Z', 'updated_at': '2021-08-19T18:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:04:56.376577 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.400476 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Pushing event deleted for resources: {'Port': ['ID=de476d99-8bae-40f9-a723-fff65e5b904b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:56.467230 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.557917 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.558549 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.665416 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.687129 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.690639 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91c4aebd-5c36-4374-a5aa-ef6211186f63 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:04:56.692222 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.693305 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-917da892-f854-4413-b8f8-0da322aebd0e admin admin] 10.222.0.37 "DELETE /v2.0/routers/91c4aebd-5c36-4374-a5aa-ef6211186f63 HTTP/1.1" status: 204 len: 168 time: 1.2403741 Aug 19 19:04:56.696134 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54564) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:56.719489 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:56.747158 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:56.747558 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device b8c5e2c2-988b-495c-ae40-10ef3f7d9a1f not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:56.750309 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Deleting subnet 9b09f26d-148b-4187-b22c-53c623417ce2 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:04:56.753743 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.790516 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25663537'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:56.876385 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.024439 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25663497', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25564946'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.051525 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b09f26d-148b-4187-b22c-53c623417ce2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:57.053459 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.059512 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-e0a6126e-323e-44bd-abd3-51766ae91905 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9b09f26d-148b-4187-b22c-53c623417ce2 HTTP/1.1" status: 204 len: 168 time: 0.3586419 Aug 19 19:04:57.059944 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54566) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:57.063033 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2fa5db-9c28-47d1-9fd4-a386a29a661e None None] Network 95b8a710-82ba-487c-a0fc-74e546aea702 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:04:57.130430 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.194971 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Deleting port 03a87a12-09b3-4c3e-aee7-db0de1322a68 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:57.195333 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.257279 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] DHCP port deletion for 95b8a710-82ba-487c-a0fc-74e546aea702 request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:04:57.261790 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] For port 03a87a12-09b3-4c3e-aee7-db0de1322a68, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=03a87a12-09b3-4c3e-aee7-db0de1322a68,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:57.262188 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.276427 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Calling delete_port for 03a87a12-09b3-4c3e-aee7-db0de1322a68 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:57.315636 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Deleting port 03a87a12-09b3-4c3e-aee7-db0de1322a68 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:57.316018 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.377734 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] For port 03a87a12-09b3-4c3e-aee7-db0de1322a68, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=03a87a12-09b3-4c3e-aee7-db0de1322a68,segment=NetworkSegment(e0afb9bf-e2d8-43c8-8416-976850720516),segment_id=e0afb9bf-e2d8-43c8-8416-976850720516)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:57.378135 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.390872 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Calling delete_port for 03a87a12-09b3-4c3e-aee7-db0de1322a68 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:57.441164 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.469391 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Pushing event deleted for resources: {'Port': ['ID=03a87a12-09b3-4c3e-aee7-db0de1322a68,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:57.473622 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] No DVR routers for this DVR port 03a87a12-09b3-4c3e-aee7-db0de1322a68 on host dv-cinder-790535-9-iscsi {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:57.476497 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.502330 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Pushing event deleted for resources: {'Port': ['ID=03a87a12-09b3-4c3e-aee7-db0de1322a68,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:57.506642 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] No DVR routers for this DVR port 03a87a12-09b3-4c3e-aee7-db0de1322a68 on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:04:57.514195 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.520054 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d756e115-8d41-42c8-be7a-0b803cc36af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-9-iscsi {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 19 19:04:57.548121 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.558771 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b8a710-82ba-487c-a0fc-74e546aea702']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:57.568849 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0afb9bf-e2d8-43c8-8416-976850720516') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:57.569146 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.services.segments.db [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0afb9bf-e2d8-43c8-8416-976850720516') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:57.578646 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25663544'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.596362 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.602096 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:04:57.602480 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25664683'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: Traceback (most recent call last): Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: timer() Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: cb(*args, **kw) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: return func(*args, **kwargs) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: self._notify() Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: self.callback(batched_events) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: event.method(event) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: return f(self, *a, **k) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._get(url).json() Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:04:57.604178 dv-cinder-790535-9-iscsi neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:04:57.715015 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.722146 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:57.722491 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/95b8a710-82ba-487c-a0fc-74e546aea702 HTTP/1.1" status: 204 len: 168 time: 0.6618490 Aug 19 19:04:57.725420 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:57.741104 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda79fe2-e0c3-4af7-ab24-98bb1c0695ba admin admin] Pushing event deleted for resources: {'Network': ['ID=95b8a710-82ba-487c-a0fc-74e546aea702,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:58.078723 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3732982'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:58.325154 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Deleting port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:58.325521 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:58.407448 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] For port f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:58.407849 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:58.411126 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device de476d99-8bae-40f9-a723-fff65e5b904b no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:58.421284 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Calling delete_port for f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:58.431976 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: de476d99-8bae-40f9-a723-fff65e5b904b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:58.432336 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device de476d99-8bae-40f9-a723-fff65e5b904b not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:58.432765 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 03a87a12-09b3-4c3e-aee7-db0de1322a68 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:04:58.451776 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 03a87a12-09b3-4c3e-aee7-db0de1322a68 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:04:58.452132 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 03a87a12-09b3-4c3e-aee7-db0de1322a68 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:04:58.658466 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25663612'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:58.682019 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:04:58.853122 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3836518'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:59.311175 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Router c02071f0-3a60-4be6-a12b-22127facc0cf has already been hosted by L3 agent 72b48567-07ff-42b5-bbe4-61098e80eef4 {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 19 19:04:59.423472 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] Notify agent at l3_agent.dv-cinder-790535-9-iscsi the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 19 19:04:59.429997 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-b3ad28f8-a4b0-4bae-a79a-850a0a64af9c admin admin] 10.222.0.37 "PUT /v2.0/routers/c02071f0-3a60-4be6-a12b-22127facc0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019486 Aug 19 19:04:59.431736 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:04:59.433333 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] Sync routers for ids ['c02071f0-3a60-4be6-a12b-22127facc0cf'] in dv-cinder-790535-9-iscsi {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 19 19:04:59.442287 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] Routers {'c02071f0-3a60-4be6-a12b-22127facc0cf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:59.442892 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['c02071f0-3a60-4be6-a12b-22127facc0cf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:59.537350 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:59.548587 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] Set router c02071f0-3a60-4be6-a12b-22127facc0cf gateway port host: dv-cinder-790535-9-iscsi {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:59.642098 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:59.729107 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'external_fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T19:04:58Z', 'revision_number': 5, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port': {'id': 'ee2a88b0-5e89-47c0-9928-1d1930722c31', 'name': '', 'network_id': '0fa2c66f-33ef-4407-84ea-938c440fedda', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T18:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2c20459-4ce6-4636-9cde-09e3ef007840', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-9-iscsi'}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:59.761039 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] Checking router: c02071f0-3a60-4be6-a12b-22127facc0cf for host: dv-cinder-790535-9-iscsi {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 19 19:04:59.769505 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] Routers {'c02071f0-3a60-4be6-a12b-22127facc0cf'} bound to L3 agent in host dv-cinder-790535-9-iscsi {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 19 19:04:59.770117 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790535-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-19T18:40:37Z,description=,heartbeat_timestamp=2021-08-19T19:04:37Z,host='dv-cinder-790535-9-iscsi',id=72b48567-07ff-42b5-bbe4-61098e80eef4,load=0,resource_versions=,resources_synced=,started_at=2021-08-19T18:40:37Z,topic='l3_agent')) {'router_ids': ['c02071f0-3a60-4be6-a12b-22127facc0cf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:59.772148 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Deleting port ee2a88b0-5e89-47c0-9928-1d1930722c31 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:04:59.772506 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:59.861140 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] For port ee2a88b0-5e89-47c0-9928-1d1930722c31, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=ee2a88b0-5e89-47c0-9928-1d1930722c31,segment=NetworkSegment(09edc666-a826-4c43-b117-b3d364cbd927),segment_id=09edc666-a826-4c43-b117-b3d364cbd927)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:04:59.861385 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:04:59.867404 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] Set router c02071f0-3a60-4be6-a12b-22127facc0cf gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 19 19:04:59.874325 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Calling delete_port for ee2a88b0-5e89-47c0-9928-1d1930722c31 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:04:59.918811 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T19:04:59Z', 'revision_number': 6, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port_host': None}], 'dv-cinder-790535-9-iscsi', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:04:59.948023 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900585e-8abe-4fff-9e7d-ba9f67a4e58b None None] The sync data for ids ['c02071f0-3a60-4be6-a12b-22127facc0cf'] in dv-cinder-790535-9-iscsi is: [{'id': 'c02071f0-3a60-4be6-a12b-22127facc0cf', 'name': 'tempest-TestVolumeBootPattern-1705201793-router', 'tenant_id': '69d3251d7450461f84932cccbfdbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-19T18:57:44Z', 'updated_at': '2021-08-19T19:04:59Z', 'revision_number': 6, 'project_id': '69d3251d7450461f84932cccbfdbed05', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 19 19:05:00.137027 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.164528 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2a88b0-5e89-47c0-9928-1d1930722c31,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:00.228358 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3709614'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.325841 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3735453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124134'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.328090 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.440938 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3735524'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.441641 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02071f0-3a60-4be6-a12b-22127facc0cf {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 19 19:05:00.450943 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.450943 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-762b3eb3-4e76-440e-aa4a-e36c78cf3304 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c02071f0-3a60-4be6-a12b-22127facc0cf HTTP/1.1" status: 204 len: 168 time: 1.0156653 Aug 19 19:05:00.451260 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54572) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:00.495822 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Deleting subnet 731ecdea-8228-4a96-8d62-a8348e939674 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 19 19:05:00.498988 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.534464 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29305094'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.620584 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611597'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.772922 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732116', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29305191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25739342'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.791312 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:00.801873 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731ecdea-8228-4a96-8d62-a8348e939674,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:00.807138 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.809083 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-6e3319c9-50cb-4fff-9a1f-6927a74ed6d2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/731ecdea-8228-4a96-8d62-a8348e939674 HTTP/1.1" status: 204 len: 168 time: 0.3568361 Aug 19 19:05:00.811897 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54574) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:00.816945 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:00.825386 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device f8e3abdc-9f12-4f84-a1b2-d145f5f14fe2 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:00.825386 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b971d88-cf03-43ad-86f6-1c21ef676716 None None] Network 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 requested from dv-cinder-790535-9-iscsi {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 19 19:05:00.905662 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-591636'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:00.975589 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Deleting port 89010761-e310-4351-ab98-a78da67a694d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:00.976050 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.023330 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] DHCP port deletion for 0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 request from dv-cinder-790535-9-iscsi {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 19 19:05:01.052507 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] For port 89010761-e310-4351-ab98-a78da67a694d, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=89010761-e310-4351-ab98-a78da67a694d,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:01.052894 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.067865 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Calling delete_port for 89010761-e310-4351-ab98-a78da67a694d owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:01.072314 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] Deleting port 89010761-e310-4351-ab98-a78da67a694d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 19 19:05:01.072893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752558455125'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.138442 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] For port 89010761-e310-4351-ab98-a78da67a694d, host dv-cinder-790535-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-9-iscsi',level=0,port_id=89010761-e310-4351-ab98-a78da67a694d,segment=NetworkSegment(a60bc2f7-7949-4283-ad7b-5f7de32999ef),segment_id=a60bc2f7-7949-4283-ad7b-5f7de32999ef)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 19 19:05:01.138846 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731392'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.152303 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] Calling delete_port for 89010761-e310-4351-ab98-a78da67a694d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 19 19:05:01.212459 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29305106'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.230848 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672921', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752558458233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752557923422'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.236661 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Pushing event deleted for resources: {'Port': ['ID=89010761-e310-4351-ab98-a78da67a694d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:01.243569 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] No DVR routers for this DVR port 89010761-e310-4351-ab98-a78da67a694d on host dv-cinder-790535-9-iscsi {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:01.262568 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] Pushing event deleted for resources: {'Port': ['ID=89010761-e310-4351-ab98-a78da67a694d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:01.266100 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c14a5c-6eea-4df3-af2f-d58a097ecda2 None None] No DVR routers for this DVR port 89010761-e310-4351-ab98-a78da67a694d on host dv-cinder-790535-9-iscsi {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 19 19:05:01.317626 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-633220', 'neutron.services.segments.db._delete_segments_for_network-8752558426305'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.330992 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0110a5bc-101d-45f2-9cf3-fc15ae1fadd6']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:01.345425 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60bc2f7-7949-4283-ad7b-5f7de32999ef') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:01.345728 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60bc2f7-7949-4283-ad7b-5f7de32999ef') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 19 19:05:01.355287 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752558356646', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29305103'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.370487 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.377197 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 19 19:05:01.377601 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-613736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29306309'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: Traceback (most recent call last): Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: timer() Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: cb(*args, **kw) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: return func(*args, **kwargs) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: self._notify() Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: self.callback(batched_events) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: event.method(event) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: return f(self, *a, **k) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._get(url).json() Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 19 19:05:01.379278 dv-cinder-790535-9-iscsi neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 19 19:05:01.503864 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-633227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3709563'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.509376 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674572'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.512643 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] 10.222.0.37 "DELETE /v2.0/networks/0110a5bc-101d-45f2-9cf3-fc15ae1fadd6 HTTP/1.1" status: 204 len: 168 time: 0.6985910 Aug 19 19:05:01.522373 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302eed-3dc7-4de6-aff3-118667e7761f admin admin] Pushing event deleted for resources: {'Network': ['ID=0110a5bc-101d-45f2-9cf3-fc15ae1fadd6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:01.811088 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54578) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:01.853179 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-8bb1bc26-1948-4455-bf9f-f16bbb9bb092 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=785feba548ce46d6adfb82c3a328a44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408690 Aug 19 19:05:01.855622 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.37', 54580) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:01.904482 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1634d38a-26e1-4a2e-a7ba-a34e435a7007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:01.929652 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1634d38a-26e1-4a2e-a7ba-a34e435a7007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.057850 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1634d38a-26e1-4a2e-a7ba-a34e435a7007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.060375 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1634d38a-26e1-4a2e-a7ba-a34e435a7007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.061572 dv-cinder-790535-9-iscsi neutron-server[101268]: INFO neutron.wsgi [None req-1634d38a-26e1-4a2e-a7ba-a34e435a7007 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/611766a4-6833-48c0-a7dd-d8ad3080f2ae HTTP/1.1" status: 204 len: 168 time: 0.2047737 Aug 19 19:05:02.070230 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d38a-26e1-4a2e-a7ba-a34e435a7007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611766a4-6833-48c0-a7dd-d8ad3080f2ae,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:02.409754 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ee2a88b0-5e89-47c0-9928-1d1930722c31 no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:02.430037 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: ee2a88b0-5e89-47c0-9928-1d1930722c31 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:02.431261 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device ee2a88b0-5e89-47c0-9928-1d1930722c31 not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:02.431702 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 89010761-e310-4351-ab98-a78da67a694d no longer exists at agent ovs-agent-dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 19 19:05:02.453172 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] No Port match for: 89010761-e310-4351-ab98-a78da67a694d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 19 19:05:02.453531 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Device 89010761-e310-4351-ab98-a78da67a694d not bound to the agent host dv-cinder-790535-9-iscsi {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 19 19:05:02.727617 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54586) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:02.770772 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-d33d0eb1-eaf6-427b-8d5e-0b0e7ac61355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69d3251d7450461f84932cccbfdbed05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419762 Aug 19 19:05:02.773498 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.37', 54588) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 19 19:05:02.825473 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fc62d20-6e03-4364-b838-2c5f026a8e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.846587 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fc62d20-6e03-4364-b838-2c5f026a8e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.983828 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fc62d20-6e03-4364-b838-2c5f026a8e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677928'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.986443 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fc62d20-6e03-4364-b838-2c5f026a8e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:02.989468 dv-cinder-790535-9-iscsi neutron-server[101269]: INFO neutron.wsgi [None req-7fc62d20-6e03-4364-b838-2c5f026a8e39 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b2fdb00-098c-4566-aec0-64e786a1dac6 HTTP/1.1" status: 204 len: 168 time: 0.2132485 Aug 19 19:05:03.001097 dv-cinder-790535-9-iscsi neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc62d20-6e03-4364-b838-2c5f026a8e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2fdb00-098c-4566-aec0-64e786a1dac6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 19 19:05:04.120957 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4139fc2e-1133-4c2b-a12b-8918caa11c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:06.198181 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:05:06.863299 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-79bceede-a7e3-49ba-ade9-ac6ae0cb9ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:07.400413 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:08.034548 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:09.519354 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:26.627287 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:34.108513 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60eaf5c9-b08d-417f-9474-cdb12b347c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:36.810937 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-093330ba-8fde-4c98-85d5-52e0f535dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:37.428163 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:38.049797 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:39.428254 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:05:43.196680 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:05:56.673621 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:04.124852 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a8344e0-37ac-4220-9e1d-cf9b418f6c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:06.797304 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f8fcf43-0805-431f-a8f3-f1bd9bed5ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:07.409432 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:08.090580 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:09.375932 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:20.195290 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:06:26.633170 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:34.094118 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b86715d6-f56d-4ffa-adfa-6c620f0f4515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:36.815804 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0605bfd0-a042-4a69-962a-b95081f0a32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:37.421169 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:38.089843 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:39.413869 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:56.643593 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:06:57.193819 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:07:04.150258 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f901bde7-691b-48f6-9680-daf2aa4554b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:06.791893 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cf400ec-347d-4f29-838a-0f7b86283668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:07.420374 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:08.163598 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:09.403284 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:26.631257 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:34.111405 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-106aa3ec-1b15-4811-9bcb-62d54ffd2bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:34.193526 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:07:36.791081 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-66c4d656-f51e-4d09-a1f4-7e49eca6014a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:37.406756 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:38.048059 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:39.396466 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:07:56.676155 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:04.121626 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2158661c-d541-48d8-adfe-1d5739929068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:06.795729 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c1a440bf-2204-4d91-b3ea-8725b20f2970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:07.384448 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:08.069961 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:09.430596 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:11.193133 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:08:26.696778 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:34.081164 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d5fc2cf-62a4-4f85-93c9-9a699b4d87c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:36.795237 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dceb239-dbeb-446e-8faf-c01e013eb567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:37.395099 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:38.057800 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:39.400658 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:08:48.193754 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:08:56.651590 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:04.085833 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14308b53-9e71-4a84-95d9-9f79213b56f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:06.794254 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9801ee9e-45d3-4f9b-bc50-15bf429aa383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:07.440470 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:08.068994 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:09.417747 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:25.193674 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:09:26.661291 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:34.113917 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd8a5-04e3-4a20-8fe4-5907683250ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:36.803934 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4850ded8-4759-480b-ab1f-f75efa4b5ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:37.439066 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:38.079513 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:39.427647 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:09:43.248391 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-6b635fd1-28bb-494e-822e-a8f99b032e56 req-a73fa70e-2699-49c6-a0d7-8f81276cb85f service neutron] (101268) timed out ('10.222.0.30', 51996) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 19 19:09:56.689986 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d775790b-f593-4aaf-86ab-bc326fb3f038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:02.192932 dv-cinder-790535-9-iscsi neutron-server[101271]: DEBUG neutron.db.agents_db [None req-07bf4c8a-9ad1-42c7-983b-1f561fc3038c None None] Agent healthcheck: found 6 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 19 19:10:04.083028 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c98170f5-f0ae-4f85-ae88-dbcfefcab8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:06.815549 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c18930d-1e28-4a40-a587-99f2b0d02c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:07.404515 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26472456-62a2-4e5b-b84a-4b3429c97907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:08.078931 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f99ba7-3c9a-4c2a-9438-d8b9867c42cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:09.455687 dv-cinder-790535-9-iscsi neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df4287d3-7955-4153-81ba-8f5945dbc673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752558426323', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-632522'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 19 19:10:16.360458 dv-cinder-790535-9-iscsi neutron-server[101268]: DEBUG neutron.wsgi [req-549b7027-e172-4abe-8381-ebb48a26bba1 req-9761fa8f-456b-4b86-b3ba-7e1ef5396fac service neutron] (101268) timed out ('10.222.0.37', 51292) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}